{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"62f027e5-8d2b-43cf-87bf-030e26f3a4e5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"62f027e5-8d2b-43cf-87bf-030e26f3a4e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3d8ca5e9-8d46-423a-a902-cf96e6fa73fa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3d8ca5e9-8d46-423a-a902-cf96e6fa73fa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3d8ca5e9-8d46-423a-a902-cf96e6fa73fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5b734f30-e7a5-4164-a269-ff221a9807cd","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5b734f30-e7a5-4164-a269-ff221a9807cd","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5b734f30-e7a5-4164-a269-ff221a9807cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"e64bfe0b-1e62-45de-b05f-166a5b206dc5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"e64bfe0b-1e62-45de-b05f-166a5b206dc5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"e64bfe0b-1e62-45de-b05f-166a5b206dc5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"19d90d4d-af7c-4750-bb3c-b3f7eac66519","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"19d90d4d-af7c-4750-bb3c-b3f7eac66519","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"19d90d4d-af7c-4750-bb3c-b3f7eac66519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"bf2d2acc-9fc0-4fd7-9347-8ed5009c6b36","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"bf2d2acc-9fc0-4fd7-9347-8ed5009c6b36","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"bf2d2acc-9fc0-4fd7-9347-8ed5009c6b36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ffb331bd-ddd1-4e16-8194-d95915770f5e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ffb331bd-ddd1-4e16-8194-d95915770f5e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ffb331bd-ddd1-4e16-8194-d95915770f5e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"858ff860-322f-45d8-8159-01c060c30ad3","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"858ff860-322f-45d8-8159-01c060c30ad3","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"858ff860-322f-45d8-8159-01c060c30ad3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"477bd589-0eeb-4b01-817d-c82fb9001df3","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"477bd589-0eeb-4b01-817d-c82fb9001df3","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"477bd589-0eeb-4b01-817d-c82fb9001df3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"74ab50ae-3657-4b6e-8c89-c0aedb045ba9","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"74ab50ae-3657-4b6e-8c89-c0aedb045ba9","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"74ab50ae-3657-4b6e-8c89-c0aedb045ba9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"864f5151-3a1b-4c15-9695-21158fa43686","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"864f5151-3a1b-4c15-9695-21158fa43686","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"864f5151-3a1b-4c15-9695-21158fa43686","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"80144bbd-fceb-4607-a5ac-b29f46126ede","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"80144bbd-fceb-4607-a5ac-b29f46126ede","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"80144bbd-fceb-4607-a5ac-b29f46126ede","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"c3a21481-ae74-4e32-b930-b0f1bcd1b411","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"c3a21481-ae74-4e32-b930-b0f1bcd1b411","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"c3a21481-ae74-4e32-b930-b0f1bcd1b411","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"34a0d9e0-f39f-4bb9-926b-6cd299c1621b","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"34a0d9e0-f39f-4bb9-926b-6cd299c1621b","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"34a0d9e0-f39f-4bb9-926b-6cd299c1621b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"23a806cb-ed07-45df-bb45-f368222191b0","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"23a806cb-ed07-45df-bb45-f368222191b0","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"23a806cb-ed07-45df-bb45-f368222191b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dccaa52b-7e6f-4af2-8b43-6ce37a30623c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dccaa52b-7e6f-4af2-8b43-6ce37a30623c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dccaa52b-7e6f-4af2-8b43-6ce37a30623c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"acb7d4c7-d89f-4370-b82c-873b9158eb13","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"acb7d4c7-d89f-4370-b82c-873b9158eb13","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"acb7d4c7-d89f-4370-b82c-873b9158eb13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"5869a01b-e782-402b-b45a-bcaa379214d1","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"5869a01b-e782-402b-b45a-bcaa379214d1","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"5869a01b-e782-402b-b45a-bcaa379214d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d4c36d72-ddee-40a7-9838-2d81e245ba87","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d4c36d72-ddee-40a7-9838-2d81e245ba87","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d4c36d72-ddee-40a7-9838-2d81e245ba87","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"e1e3fd76-968e-493d-8af4-cf3ac4cf640d","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"e1e3fd76-968e-493d-8af4-cf3ac4cf640d","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"e1e3fd76-968e-493d-8af4-cf3ac4cf640d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"217a5138-d51a-435a-86b5-ba16bcad62b1","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"217a5138-d51a-435a-86b5-ba16bcad62b1","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"217a5138-d51a-435a-86b5-ba16bcad62b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7d274986-3491-4354-99c5-17ae689a7876","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7d274986-3491-4354-99c5-17ae689a7876","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7d274986-3491-4354-99c5-17ae689a7876","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"bb527244-d642-4976-b34f-d9fc43493643","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"bb527244-d642-4976-b34f-d9fc43493643","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"bb527244-d642-4976-b34f-d9fc43493643","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bdf917dc-b8ca-43dc-97c5-37aba2f70d6f","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bdf917dc-b8ca-43dc-97c5-37aba2f70d6f","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bdf917dc-b8ca-43dc-97c5-37aba2f70d6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"febe27e2-ae11-4fca-b76f-4375a195f761","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"febe27e2-ae11-4fca-b76f-4375a195f761","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"febe27e2-ae11-4fca-b76f-4375a195f761","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e01e61a7-a15f-4b40-86b7-75d249731aa6","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e01e61a7-a15f-4b40-86b7-75d249731aa6","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e01e61a7-a15f-4b40-86b7-75d249731aa6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dc99f50e-1700-4cda-b6e4-83a4fe1cba36","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dc99f50e-1700-4cda-b6e4-83a4fe1cba36","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"dc99f50e-1700-4cda-b6e4-83a4fe1cba36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"09409b6e-7f25-4ef1-acbd-57553eeddaa5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"09409b6e-7f25-4ef1-acbd-57553eeddaa5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"09409b6e-7f25-4ef1-acbd-57553eeddaa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"89a4d008-8684-40d9-a907-ba6eb349b1f8","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"89a4d008-8684-40d9-a907-ba6eb349b1f8","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"89a4d008-8684-40d9-a907-ba6eb349b1f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"020b570a-7c35-48e0-9aa2-2c7addbb0a10","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"020b570a-7c35-48e0-9aa2-2c7addbb0a10","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"020b570a-7c35-48e0-9aa2-2c7addbb0a10","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b2e652dc-5740-4c79-9d1f-abd096601168","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b2e652dc-5740-4c79-9d1f-abd096601168","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b2e652dc-5740-4c79-9d1f-abd096601168","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"4b3da04b-fa65-4c66-b508-1b2547a3a7bd","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"4b3da04b-fa65-4c66-b508-1b2547a3a7bd","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"4b3da04b-fa65-4c66-b508-1b2547a3a7bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"24d618e1-fd1a-41cb-b22e-e22bc6e0930c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"24d618e1-fd1a-41cb-b22e-e22bc6e0930c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"24d618e1-fd1a-41cb-b22e-e22bc6e0930c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"1446b35a-1e2e-4202-a62b-d76b51e6f8b5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"1446b35a-1e2e-4202-a62b-d76b51e6f8b5","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"1446b35a-1e2e-4202-a62b-d76b51e6f8b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3431d044-203d-49db-928a-205fc31086f0","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3431d044-203d-49db-928a-205fc31086f0","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3431d044-203d-49db-928a-205fc31086f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3069a91d-4594-4b8c-a703-15f6ef489f6b","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3069a91d-4594-4b8c-a703-15f6ef489f6b","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3069a91d-4594-4b8c-a703-15f6ef489f6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9211b563-b4e1-4b21-989d-2cb3a92d390c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9211b563-b4e1-4b21-989d-2cb3a92d390c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9211b563-b4e1-4b21-989d-2cb3a92d390c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"a8b3183e-5634-4f9b-a8bb-caaf933aaccf","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"a8b3183e-5634-4f9b-a8bb-caaf933aaccf","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"a8b3183e-5634-4f9b-a8bb-caaf933aaccf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"ebd15ecc-d113-4d7f-97a5-82ab4ceb607b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"ebd15ecc-d113-4d7f-97a5-82ab4ceb607b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"ebd15ecc-d113-4d7f-97a5-82ab4ceb607b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"8c6ea3a9-d5bd-47db-a3f7-53322de5362e","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"8c6ea3a9-d5bd-47db-a3f7-53322de5362e","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"8c6ea3a9-d5bd-47db-a3f7-53322de5362e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"cd1583e4-93aa-4da7-ae01-623b68ed6e80","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"cd1583e4-93aa-4da7-ae01-623b68ed6e80","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"cd1583e4-93aa-4da7-ae01-623b68ed6e80","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"b96c3440-e9f0-46cb-bc8f-0de5685806de","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"b96c3440-e9f0-46cb-bc8f-0de5685806de","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"b96c3440-e9f0-46cb-bc8f-0de5685806de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"36728182-9d57-486a-a69b-8f6cdf2309f0","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"36728182-9d57-486a-a69b-8f6cdf2309f0","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"36728182-9d57-486a-a69b-8f6cdf2309f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-47d693-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-47d693 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"acb154ad-9a12-4c58-af94-8ac682c6a17b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"acb154ad-9a12-4c58-af94-8ac682c6a17b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"acb154ad-9a12-4c58-af94-8ac682c6a17b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"acb154ad-9a12-4c58-af94-8ac682c6a17b","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"7f595105-4bf5-4321-8298-059fe9e924f7","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:29Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"7f595105-4bf5-4321-8298-059fe9e924f7","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:29Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"7f595105-4bf5-4321-8298-059fe9e924f7","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"7f595105-4bf5-4321-8298-059fe9e924f7","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"9079c4c5-0e29-41dc-b081-86f506d217a4","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"9079c4c5-0e29-41dc-b081-86f506d217a4","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"9079c4c5-0e29-41dc-b081-86f506d217a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b827c449-7a91-4dfe-aa85-914e3e0e4249","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b827c449-7a91-4dfe-aa85-914e3e0e4249","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b827c449-7a91-4dfe-aa85-914e3e0e4249","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f916321d-5482-41f2-a906-33c02c49a06c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f916321d-5482-41f2-a906-33c02c49a06c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f916321d-5482-41f2-a906-33c02c49a06c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"ea309096-cd50-47b8-9b03-a79bf1aaef22","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"ea309096-cd50-47b8-9b03-a79bf1aaef22","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"ea309096-cd50-47b8-9b03-a79bf1aaef22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"aabde8e7-6197-4861-95ed-f762a50ddf84","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"aabde8e7-6197-4861-95ed-f762a50ddf84","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"aabde8e7-6197-4861-95ed-f762a50ddf84","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"aabde8e7-6197-4861-95ed-f762a50ddf84","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"1008e6d6-6327-4e12-8ca9-ba9d3a2e5500","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"1008e6d6-6327-4e12-8ca9-ba9d3a2e5500","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"1008e6d6-6327-4e12-8ca9-ba9d3a2e5500","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"}
{"level":"error","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"1008e6d6-6327-4e12-8ca9-ba9d3a2e5500","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"16f1e016-5699-4e86-8aba-5bdb92c3d094","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"acc52e1a-c229-41f3-8802-5292957424ea","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"premium-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-tsh2g","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-tsh2g","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"406721fb-3f81-47ce-9d1f-5b109bc79812","name":"e2e-trlp-test-simulated-validation-tsh2g","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbf05661-6156-4e47-9092-000e23b929ed","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-72qsc","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-72qsc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0187f95f-7b16-4247-8395-c303ad22bc1c","name":"premium-simulated-simulated-premium-validation-72qsc","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65cf874e-d3bb-4cfe-bd10-337fcadbbcfe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T21:12:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-zcss2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-zcss2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"dc1dfc26-3e42-4402-ae57-4a0f24f78d63","name":"e2e-distinct-simulated-validation-zcss2","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48e02794-55d0-4ba1-8a3a-c43855f107c5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T21:12:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-kxcrx","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-kxcrx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"53f5d142-3c59-414a-80f4-5de5d680170d","name":"e2e-distinct-2-simulated-validation-kxcrx","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93dfbe5f-54c8-4774-b709-a95986646fe4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T21:12:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-d74qp","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-d74qp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2e492ce8-1444-416c-a28a-2ac0004016f1","name":"facebook-opt-125m-simulated-validation-d74qp","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0482e2-e04c-4f83-91ca-f951e28c0bd1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-r9l64","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-r9l64","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"456e87d4-d510-4f56-ab5e-253f905e9dc4","name":"e2e-embedding-simulated-validation-r9l64","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1992540f-835a-4987-a3a4-5e9c61958388","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-jwbf5","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-jwbf5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"64087545-2f66-4ed6-ba85-8bbf7dce193b","name":"echo-simulator-validation-jwbf5","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f08c993f-dfac-4aa6-809c-e8d10f7c58e3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rljh4","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rljh4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bc521aef-51b2-48bd-9abe-88997b9c7c9f","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rljh4","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91ab3911-45d7-4561-88bb-53404d1c0e65","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b8c04f60-bfe5-46f0-865d-bb0d4e9a715d","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b8c04f60-bfe5-46f0-865d-bb0d4e9a715d","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"b8c04f60-bfe5-46f0-865d-bb0d4e9a715d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"7c615742-1099-4042-861f-4534d2a0cf32","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"7c615742-1099-4042-861f-4534d2a0cf32","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"7c615742-1099-4042-861f-4534d2a0cf32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fc0e366d-ec6f-49fe-8f3c-96bb5212274c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fc0e366d-ec6f-49fe-8f3c-96bb5212274c","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fc0e366d-ec6f-49fe-8f3c-96bb5212274c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"0fc6c6e9-188e-4757-89bd-6d110223b5ca","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"0fc6c6e9-188e-4757-89bd-6d110223b5ca","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:12:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"0fc6c6e9-188e-4757-89bd-6d110223b5ca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6250eb-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6250eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"fe55e3a3-bbc7-49f0-837b-028c526aaed3","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"distinct-2-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"b482aca6-833e-48e5-a903-9bb2f2177acc","Namespace":"e2e-models-e2e-worker-w3-47d693","Name":"simulator-w3-47d693"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-mmphf","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-mmphf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"79cead9b-20e2-4d3e-82c7-8e076f499291","name":"e2e-trlp-test-simulated-validation-mmphf","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"05ea2cbc-770b-41a3-b5e7-1f2caf643153","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e1b02949-3d42-4db2-a15c-0251d9413b02","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3afb84c9-7dce-4190-8002-60f08331f25a","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1fb99b2f-2673-45c3-8be2-dab7925551a9","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1aea75fc-d641-4a76-8bb8-8bf80f5d487d","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df9cb4a0-67fb-40d8-87c7-ad263eda2349","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"12cff3b0-1945-4751-9c35-f4738194b7aa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"12cff3b0-1945-4751-9c35-f4738194b7aa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"12cff3b0-1945-4751-9c35-f4738194b7aa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:50Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"12cff3b0-1945-4751-9c35-f4738194b7aa","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"20bd671a-38db-4270-84c6-2f1c2df9b56c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f3034477-0e6e-4d2a-a907-08541a7b1e0c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"657287d7-6cf0-4a04-8802-3125e34dc53d","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"6ff5c3bd-0c2d-448d-9e43-9aa49ac783be","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"6ff5c3bd-0c2d-448d-9e43-9aa49ac783be","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"6ff5c3bd-0c2d-448d-9e43-9aa49ac783be","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:50Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"6ff5c3bd-0c2d-448d-9e43-9aa49ac783be","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"premium-w2-6250eb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c446a1d6-7bb1-4a4b-8f68-488e36bdbfa9","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"57f46935-6a7d-4bc0-9178-f4534570262e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"57f46935-6a7d-4bc0-9178-f4534570262e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"57f46935-6a7d-4bc0-9178-f4534570262e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"57f46935-6a7d-4bc0-9178-f4534570262e","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"simulator-w2-6250eb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f654b6eb-d588-4b94-a040-a37750bbe799","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5df91cd6-c31c-4881-941d-ea0152404f39","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ebaa6244-72ba-46f1-8315-18bbb0448c91","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9707885f-c516-4821-b53b-99f6f593b129","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9707885f-c516-4821-b53b-99f6f593b129","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9707885f-c516-4821-b53b-99f6f593b129","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"}
{"level":"error","ts":"2026-11-03T21:12:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"9707885f-c516-4821-b53b-99f6f593b129","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-w2-6250eb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:12:51Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"57e2e41a-0cd5-4e3b-9d19-a0ec3825c940","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"3a9e457a-6066-48f3-87d4-7097d3dfbc5f","Namespace":"e2e-models-e2e-worker-w2-6250eb","Name":"distinct-2-w2-6250eb"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-5875v","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-5875v","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b28d4284-bf3c-4c50-aed9-399e8d59c6e9","name":"e2e-embedding-simulated-validation-5875v","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57888976-1f98-41e5-98b4-b1af38ff09e2","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-2wwq6","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-2wwq6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"66522298-8379-4f19-9934-ac5970e689ea","name":"echo-simulator-validation-2wwq6","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43ae497e-f7f3-4de0-87c8-04deeaddc35f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fjrz5","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fjrz5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8fe0fe3e-1b92-4ead-a8d5-d738f66fdb6c","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fjrz5","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57e81d9e-a7e3-4ca6-a3f5-793e830a01df","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ed85885-c529-453a-bc96-a7bcb829d531","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-mfxzq","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-mfxzq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b0cae19a-9479-4a4d-98ec-71ff808ca73a","name":"e2e-trlp-test-simulated-validation-mfxzq","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ed85885-c529-453a-bc96-a7bcb829d531","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ed85885-c529-453a-bc96-a7bcb829d531","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ed85885-c529-453a-bc96-a7bcb829d531","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T21:12:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ed85885-c529-453a-bc96-a7bcb829d531","Namespace":"llm","Name":"e2e-trlp-test-simulated"}