{"level":"info","ts":"2026-10-30T05:14:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9d8352-3320-435c-9254-46bc0ac54a9f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T05:14:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9d8352-3320-435c-9254-46bc0ac54a9f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T05:14:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9d8352-3320-435c-9254-46bc0ac54a9f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9d8352-3320-435c-9254-46bc0ac54a9f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9d8352-3320-435c-9254-46bc0ac54a9f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-sv4bx","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-sv4bx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2d3e7042-077e-42ef-94c3-80654c0a181a","name":"premium-simulated-simulated-premium-validation-sv4bx","namespace":"llm"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31d6cbc8-a08c-4a95-8508-a2d105bb9a5b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-a2f984","namespace":"e2e-models-e2e-worker-w4-a2f984"},"namespace":"e2e-models-e2e-worker-w4-a2f984","name":"premium-w4-a2f984","reconcileID":"8cf5de05-477d-4d94-aa34-06765f7a647c","Namespace":"e2e-models-e2e-worker-w4-a2f984","Name":"premium-w4-a2f984"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac-validation-z5cpx","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac-validation-z5cpx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"98bbeae8-4031-4b8c-9d17-288fd77eec05","name":"premium-w0-36bbac-validation-z5cpx","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","route":"e2e-models-e2e-worker-w0-36bbac/premium-w0-36bbac-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","gateway":"openshift-ingress/e2e-worker-w0-36bbac","ready":true}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"6d1983fa-7e6d-4982-b0de-546e9c0f7a70","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:14:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1b4fc2bb-31ef-47d5-9e5e-cf27b451650c","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"52d4a868-b198-45aa-a178-fde5508be8e3","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2547a2fa-88be-46df-abb7-2bbe09cf1785","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f2ff7abb-9c31-42c8-b6ba-6dffdec3cba0","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b1025a92-08fc-4f64-95e4-2647798e0853","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"107007a4-b3b8-4d8e-9cf2-a05355812fb5","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d4ea0868-10d4-4a22-b703-747d8530f7d1","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3893df8a-cf69-4153-91fc-13ab81f3b2af","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"58ffbe32-3005-43af-b8f3-0036b83de772","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cb7b8169-6b5e-40fb-a6da-730a2149b460","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8423c87a-2a41-47b2-8ea7-caf6b72a511f","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:14:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e7763c49-d14c-4156-a9f4-0af3fc727854","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"eb05fcc0-345d-4f38-b3c5-308f827be250","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"eb05fcc0-345d-4f38-b3c5-308f827be250","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"eb05fcc0-345d-4f38-b3c5-308f827be250","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a9214de6-83df-41b0-846c-59c5f2ee068b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a9214de6-83df-41b0-846c-59c5f2ee068b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a9214de6-83df-41b0-846c-59c5f2ee068b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"b1c73b9d-3de4-43ce-9f51-595b9820468a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"b1c73b9d-3de4-43ce-9f51-595b9820468a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"b1c73b9d-3de4-43ce-9f51-595b9820468a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"88d6393f-e756-4f79-92c9-beb1514ca499","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"88d6393f-e756-4f79-92c9-beb1514ca499","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"88d6393f-e756-4f79-92c9-beb1514ca499","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e33102cd-9c47-4bc3-ad95-81836e8aca17","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e33102cd-9c47-4bc3-ad95-81836e8aca17","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e33102cd-9c47-4bc3-ad95-81836e8aca17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a7ae2bec-c5d3-497e-b688-6115003eaa43","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a7ae2bec-c5d3-497e-b688-6115003eaa43","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a7ae2bec-c5d3-497e-b688-6115003eaa43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"30f8894f-3b2f-4167-afe2-4a2dddb2ef20","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"30f8894f-3b2f-4167-afe2-4a2dddb2ef20","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"30f8894f-3b2f-4167-afe2-4a2dddb2ef20","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f61aa2e1-f1b2-42c3-86cc-bed06a69decd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f61aa2e1-f1b2-42c3-86cc-bed06a69decd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f61aa2e1-f1b2-42c3-86cc-bed06a69decd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e4d6ac57-5eb8-4dfd-b9b5-8b87051cdc57","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e4d6ac57-5eb8-4dfd-b9b5-8b87051cdc57","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e4d6ac57-5eb8-4dfd-b9b5-8b87051cdc57","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"86b39416-0727-40d6-9f2d-84d3956631b3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"86b39416-0727-40d6-9f2d-84d3956631b3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"86b39416-0727-40d6-9f2d-84d3956631b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e40b5515-fd44-44e9-8e2f-2e53fe5e724b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e40b5515-fd44-44e9-8e2f-2e53fe5e724b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"e40b5515-fd44-44e9-8e2f-2e53fe5e724b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"ed6ccf3b-4377-4587-9b7d-c696e428e281","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"ed6ccf3b-4377-4587-9b7d-c696e428e281","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"ed6ccf3b-4377-4587-9b7d-c696e428e281","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"1c026dd9-fde4-465a-bdf0-0fdcb49fdb46","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"1c026dd9-fde4-465a-bdf0-0fdcb49fdb46","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"1c026dd9-fde4-465a-bdf0-0fdcb49fdb46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"21f145df-ea20-42c7-8326-ff640bef9e6c","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"21f145df-ea20-42c7-8326-ff640bef9e6c","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"21f145df-ea20-42c7-8326-ff640bef9e6c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"6788fc7f-2998-49e9-b329-95cb08b40b79","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"6788fc7f-2998-49e9-b329-95cb08b40b79","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"6788fc7f-2998-49e9-b329-95cb08b40b79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"c92cc57d-a585-4d4e-ad28-e2bed6e9169a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"c92cc57d-a585-4d4e-ad28-e2bed6e9169a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"c92cc57d-a585-4d4e-ad28-e2bed6e9169a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a066ba1c-bed2-4145-b6f1-4529e7af4571","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a066ba1c-bed2-4145-b6f1-4529e7af4571","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"a066ba1c-bed2-4145-b6f1-4529e7af4571","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"613968ed-238b-485c-8384-fef0f1fde6ec","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"613968ed-238b-485c-8384-fef0f1fde6ec","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"613968ed-238b-485c-8384-fef0f1fde6ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"3b8a6146-92c8-4e37-ac0d-a48a2943bf66","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"3b8a6146-92c8-4e37-ac0d-a48a2943bf66","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"3b8a6146-92c8-4e37-ac0d-a48a2943bf66","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"c3712a18-668a-4049-a580-2e7bb3350a71","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"c3712a18-668a-4049-a580-2e7bb3350a71","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"c3712a18-668a-4049-a580-2e7bb3350a71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e83ac9fb-3e6e-468c-824b-cd9469fecab3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e83ac9fb-3e6e-468c-824b-cd9469fecab3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e83ac9fb-3e6e-468c-824b-cd9469fecab3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"32021172-db55-429d-961d-8632ef43a7de","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"32021172-db55-429d-961d-8632ef43a7de","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"32021172-db55-429d-961d-8632ef43a7de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"3d5a07f9-1223-4306-875e-7228c912d6be","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"3d5a07f9-1223-4306-875e-7228c912d6be","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"3d5a07f9-1223-4306-875e-7228c912d6be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"976cc708-2a0a-4bb3-a88b-1648d28539b6","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"976cc708-2a0a-4bb3-a88b-1648d28539b6","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"976cc708-2a0a-4bb3-a88b-1648d28539b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"02c7db9e-f7df-426c-9336-5995db6a97dd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"02c7db9e-f7df-426c-9336-5995db6a97dd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"02c7db9e-f7df-426c-9336-5995db6a97dd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"13b247f6-1cfc-4528-8da4-a4e1b8236d20","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"13b247f6-1cfc-4528-8da4-a4e1b8236d20","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"13b247f6-1cfc-4528-8da4-a4e1b8236d20","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"515374b1-f2cf-4876-8c16-736e3ebc96ce","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"515374b1-f2cf-4876-8c16-736e3ebc96ce","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"515374b1-f2cf-4876-8c16-736e3ebc96ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4f3156f4-763b-4505-9e2e-289103c3f016","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4f3156f4-763b-4505-9e2e-289103c3f016","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4f3156f4-763b-4505-9e2e-289103c3f016","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"0e010257-0ae8-43d6-b437-9e276b2ef5b6","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"0e010257-0ae8-43d6-b437-9e276b2ef5b6","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"0e010257-0ae8-43d6-b437-9e276b2ef5b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"458215c2-0d1b-4727-a7e7-9f486486eeec","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"458215c2-0d1b-4727-a7e7-9f486486eeec","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"458215c2-0d1b-4727-a7e7-9f486486eeec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"079ddcb6-c929-4224-b441-0937b5802db0","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"079ddcb6-c929-4224-b441-0937b5802db0","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"079ddcb6-c929-4224-b441-0937b5802db0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"9af030e7-e657-47cd-b0ae-6485a1bf6f81","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"9af030e7-e657-47cd-b0ae-6485a1bf6f81","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"9af030e7-e657-47cd-b0ae-6485a1bf6f81","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"95b77a7a-ccda-47d9-b874-ad6fc52d52ac","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"95b77a7a-ccda-47d9-b874-ad6fc52d52ac","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"95b77a7a-ccda-47d9-b874-ad6fc52d52ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"42d1c2d6-9d33-442c-aaec-c3a3c6198d79","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"42d1c2d6-9d33-442c-aaec-c3a3c6198d79","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"42d1c2d6-9d33-442c-aaec-c3a3c6198d79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"90f05bee-b9af-4c55-81df-ec073df528e4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"90f05bee-b9af-4c55-81df-ec073df528e4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"90f05bee-b9af-4c55-81df-ec073df528e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"295ace0a-7c36-4888-954a-32464e70995b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"295ace0a-7c36-4888-954a-32464e70995b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"295ace0a-7c36-4888-954a-32464e70995b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"243ea8f7-acb9-46c0-8611-b72ebaedf89d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"243ea8f7-acb9-46c0-8611-b72ebaedf89d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"243ea8f7-acb9-46c0-8611-b72ebaedf89d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"ad8b027f-0d21-49d1-beab-9ff47d56259c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"ad8b027f-0d21-49d1-beab-9ff47d56259c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"ad8b027f-0d21-49d1-beab-9ff47d56259c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"67e5e003-bc6e-41f9-937c-a93de2e175ab","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"67e5e003-bc6e-41f9-937c-a93de2e175ab","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"67e5e003-bc6e-41f9-937c-a93de2e175ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"b89353ce-420c-460f-b3e9-3070ec92c91b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"b89353ce-420c-460f-b3e9-3070ec92c91b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"b89353ce-420c-460f-b3e9-3070ec92c91b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e0ea0185-989d-46ed-b3aa-bb1ebc358b1a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e0ea0185-989d-46ed-b3aa-bb1ebc358b1a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e0ea0185-989d-46ed-b3aa-bb1ebc358b1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"f838da94-182f-4f33-82ba-7ed19a4f3c0d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"f838da94-182f-4f33-82ba-7ed19a4f3c0d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"f838da94-182f-4f33-82ba-7ed19a4f3c0d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"2da1d65f-eeed-4eda-ac5b-df9bbd0a05f5","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"2da1d65f-eeed-4eda-ac5b-df9bbd0a05f5","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"2da1d65f-eeed-4eda-ac5b-df9bbd0a05f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"73ff24c7-a865-45a5-9c32-69f0aae217e5","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"73ff24c7-a865-45a5-9c32-69f0aae217e5","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"73ff24c7-a865-45a5-9c32-69f0aae217e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8c3e751b-b289-4f83-8ce3-999e43136cdf","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8c3e751b-b289-4f83-8ce3-999e43136cdf","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8c3e751b-b289-4f83-8ce3-999e43136cdf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"a9a5aa6e-cfae-4cf0-a4ef-7e14475a9297","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"a9a5aa6e-cfae-4cf0-a4ef-7e14475a9297","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"a9a5aa6e-cfae-4cf0-a4ef-7e14475a9297","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"44acea3e-e395-4d0a-9f85-fd3ce9d85b16","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"44acea3e-e395-4d0a-9f85-fd3ce9d85b16","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"44acea3e-e395-4d0a-9f85-fd3ce9d85b16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0c90bcc1-f6dc-487a-9e70-0ce29a67e251","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0c90bcc1-f6dc-487a-9e70-0ce29a67e251","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0c90bcc1-f6dc-487a-9e70-0ce29a67e251","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"e3059874-6d48-4f66-94a6-1ca00ee0e46b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"e3059874-6d48-4f66-94a6-1ca00ee0e46b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"e3059874-6d48-4f66-94a6-1ca00ee0e46b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"506c4003-14a5-4b26-b5f5-e176abadab3a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"506c4003-14a5-4b26-b5f5-e176abadab3a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"506c4003-14a5-4b26-b5f5-e176abadab3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"d4571408-b764-409d-a07b-d258e8a468a2","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"d4571408-b764-409d-a07b-d258e8a468a2","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"d4571408-b764-409d-a07b-d258e8a468a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ba26250f-6251-437e-9983-ff24a785ae9d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ba26250f-6251-437e-9983-ff24a785ae9d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ba26250f-6251-437e-9983-ff24a785ae9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cd150d8f-1ede-4458-abfe-d7d23c8c06ad","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cd150d8f-1ede-4458-abfe-d7d23c8c06ad","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cd150d8f-1ede-4458-abfe-d7d23c8c06ad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"2d6babeb-def7-4d8a-8ace-0e7119067c7b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"2d6babeb-def7-4d8a-8ace-0e7119067c7b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"2d6babeb-def7-4d8a-8ace-0e7119067c7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1ef38d10-db7b-477c-8f1f-83672161bd59","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1ef38d10-db7b-477c-8f1f-83672161bd59","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1ef38d10-db7b-477c-8f1f-83672161bd59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"600d7c2d-e185-47c2-80a6-4be05d7263db","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"600d7c2d-e185-47c2-80a6-4be05d7263db","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"600d7c2d-e185-47c2-80a6-4be05d7263db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"ea508765-2b54-4905-ad9f-bf3be23a45e9","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"ea508765-2b54-4905-ad9f-bf3be23a45e9","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"ea508765-2b54-4905-ad9f-bf3be23a45e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"828dbddd-4c34-4536-95ba-882aecda7494","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"828dbddd-4c34-4536-95ba-882aecda7494","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"828dbddd-4c34-4536-95ba-882aecda7494","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"72ea9e59-e041-49a7-808e-0fa3fc1ea2f9","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"72ea9e59-e041-49a7-808e-0fa3fc1ea2f9","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"72ea9e59-e041-49a7-808e-0fa3fc1ea2f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e7a9c7aa-b3bb-42b4-9416-9d52414fb03f","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e7a9c7aa-b3bb-42b4-9416-9d52414fb03f","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"e7a9c7aa-b3bb-42b4-9416-9d52414fb03f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"15e64e9f-b133-4f71-8750-de363dda6a7d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"15e64e9f-b133-4f71-8750-de363dda6a7d","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"15e64e9f-b133-4f71-8750-de363dda6a7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"47fa28d5-9f47-4cee-bd2c-d6bd1102ee07","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"47fa28d5-9f47-4cee-bd2c-d6bd1102ee07","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"47fa28d5-9f47-4cee-bd2c-d6bd1102ee07","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"e37c6616-fa34-4c67-9bcb-ade58b892307","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"e37c6616-fa34-4c67-9bcb-ade58b892307","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"e37c6616-fa34-4c67-9bcb-ade58b892307","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"748ae13a-2d92-4d21-b268-e5ab0dd5925a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"748ae13a-2d92-4d21-b268-e5ab0dd5925a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"748ae13a-2d92-4d21-b268-e5ab0dd5925a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"a997e0d4-58c6-481d-aee6-2e80c1d54183","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"a997e0d4-58c6-481d-aee6-2e80c1d54183","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"a997e0d4-58c6-481d-aee6-2e80c1d54183","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"64095e2c-05e1-46ef-bcc4-c0410719a8c3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"64095e2c-05e1-46ef-bcc4-c0410719a8c3","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"64095e2c-05e1-46ef-bcc4-c0410719a8c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6d246e35-fa07-4766-a217-e6e87d7a810c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6d246e35-fa07-4766-a217-e6e87d7a810c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6d246e35-fa07-4766-a217-e6e87d7a810c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"6aeb050c-44e9-4853-ad17-ff900c40a8ae","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"6aeb050c-44e9-4853-ad17-ff900c40a8ae","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"6aeb050c-44e9-4853-ad17-ff900c40a8ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0e154c17-92a8-447b-bd53-1f2b88aef2ac","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0e154c17-92a8-447b-bd53-1f2b88aef2ac","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0e154c17-92a8-447b-bd53-1f2b88aef2ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"d78d4f4d-87ef-4a3a-9e4b-3f9ab3c0f506","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"d78d4f4d-87ef-4a3a-9e4b-3f9ab3c0f506","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"d78d4f4d-87ef-4a3a-9e4b-3f9ab3c0f506","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b8f4095e-d246-4c66-aab2-02f4c231731f","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e37058eb-dfe7-45ce-a7c4-767ea0346126","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e997f435-8309-44b7-bd6c-a22351ba60c8","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ff8a6620-ad65-41a3-9a6f-7b3a8c65d9d1","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2f3232d8-d48b-4790-8dc7-bacba2af1912","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a3a3b769-3cee-49cf-91ce-166341b294ec","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"13ef6501-d190-4cd0-884d-b0b663a55e49","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"86d3516b-329a-46e9-8aba-28d7c7d013e4","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a6613a53-629d-4fd3-935f-681c3c3d9aff","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cb3e788c-9e9c-4d34-81ac-7c44d9cf0e16","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"56e9cec6-4866-4c9a-984b-546352f0c220","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"56e9cec6-4866-4c9a-984b-546352f0c220","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"56e9cec6-4866-4c9a-984b-546352f0c220","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1428f44f-29d0-4eb8-b8f8-0878ac0bfe8c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1428f44f-29d0-4eb8-b8f8-0878ac0bfe8c","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"1428f44f-29d0-4eb8-b8f8-0878ac0bfe8c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e4e07c30-5b96-41b4-808f-167e9a9029a6","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e4e07c30-5b96-41b4-808f-167e9a9029a6","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"e4e07c30-5b96-41b4-808f-167e9a9029a6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"884185e0-292c-4de8-ab5a-2cfc1377dfe8","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"884185e0-292c-4de8-ab5a-2cfc1377dfe8","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"884185e0-292c-4de8-ab5a-2cfc1377dfe8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"701d6637-4f9d-473e-82c9-35167c5eec8f","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"701d6637-4f9d-473e-82c9-35167c5eec8f","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"701d6637-4f9d-473e-82c9-35167c5eec8f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"05019c22-fc78-432b-b48c-afe6e4196aa7","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"05019c22-fc78-432b-b48c-afe6e4196aa7","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"05019c22-fc78-432b-b48c-afe6e4196aa7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6357006a-47e9-4a6b-86cf-02fb2a569435","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6357006a-47e9-4a6b-86cf-02fb2a569435","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"6357006a-47e9-4a6b-86cf-02fb2a569435","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"4f8ae5f1-f22e-4168-b935-12125391ef7b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"4f8ae5f1-f22e-4168-b935-12125391ef7b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"4f8ae5f1-f22e-4168-b935-12125391ef7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b13e8dc7-92b8-4388-89f0-12f28b8e1e28","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b13e8dc7-92b8-4388-89f0-12f28b8e1e28","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b13e8dc7-92b8-4388-89f0-12f28b8e1e28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"2afff6b3-6e97-4715-ace0-38b2b583285a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"2afff6b3-6e97-4715-ace0-38b2b583285a","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"2afff6b3-6e97-4715-ace0-38b2b583285a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"3441f2e4-b14a-4b12-a7ec-164a74a38a68","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"3441f2e4-b14a-4b12-a7ec-164a74a38a68","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"3441f2e4-b14a-4b12-a7ec-164a74a38a68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f11d4564-2f24-4c0c-9809-7e58490fd4e0","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f11d4564-2f24-4c0c-9809-7e58490fd4e0","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"f11d4564-2f24-4c0c-9809-7e58490fd4e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ab3621d3-9690-4396-8c37-68243646b1e9","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ab3621d3-9690-4396-8c37-68243646b1e9","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"ab3621d3-9690-4396-8c37-68243646b1e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"d3e364fd-5ae5-436a-afbe-2d42cf6ca01e","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"d3e364fd-5ae5-436a-afbe-2d42cf6ca01e","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"d3e364fd-5ae5-436a-afbe-2d42cf6ca01e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"41319e2d-408d-4409-ac2a-734fcd088c7a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"41319e2d-408d-4409-ac2a-734fcd088c7a","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"41319e2d-408d-4409-ac2a-734fcd088c7a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"5ac0e168-e979-4aea-ae45-743ba3902c4b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"5ac0e168-e979-4aea-ae45-743ba3902c4b","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"5ac0e168-e979-4aea-ae45-743ba3902c4b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"bcbb53ce-4ea8-46bd-b5e0-b80412f5e1a4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"bcbb53ce-4ea8-46bd-b5e0-b80412f5e1a4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"bcbb53ce-4ea8-46bd-b5e0-b80412f5e1a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"63bf493a-d96f-4039-b164-5ded27e90008","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"63bf493a-d96f-4039-b164-5ded27e90008","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"63bf493a-d96f-4039-b164-5ded27e90008","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cffc2c5f-0465-48fe-bdea-91b9b7d386cd","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cffc2c5f-0465-48fe-bdea-91b9b7d386cd","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"cffc2c5f-0465-48fe-bdea-91b9b7d386cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"d9d98f54-ee8b-4e8b-b386-c4813de4f464","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"d9d98f54-ee8b-4e8b-b386-c4813de4f464","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"d9d98f54-ee8b-4e8b-b386-c4813de4f464","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b3fb2820-d55b-466e-8981-0409bb6517eb","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b3fb2820-d55b-466e-8981-0409bb6517eb","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"b3fb2820-d55b-466e-8981-0409bb6517eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"c53d6670-a40e-45e4-a1c1-2aba9094f4e4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"c53d6670-a40e-45e4-a1c1-2aba9094f4e4","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"c53d6670-a40e-45e4-a1c1-2aba9094f4e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"64a22c97-45ba-48d7-aea8-6c3afa9af950","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"64a22c97-45ba-48d7-aea8-6c3afa9af950","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"64a22c97-45ba-48d7-aea8-6c3afa9af950","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"4b519669-f536-45b5-a4f5-4428f66143b0","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"4b519669-f536-45b5-a4f5-4428f66143b0","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"4b519669-f536-45b5-a4f5-4428f66143b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0f393e8c-ade9-4795-952e-74ace6915cfb","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0f393e8c-ade9-4795-952e-74ace6915cfb","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"0f393e8c-ade9-4795-952e-74ace6915cfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"8f5094d9-dbee-4274-9e55-f3936a46a6c3","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"8f5094d9-dbee-4274-9e55-f3936a46a6c3","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"premium-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"premium-w3-b4708a","reconcileID":"8f5094d9-dbee-4274-9e55-f3936a46a6c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"61443856-db7f-4d8c-9f8d-8bc48514a878","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"61443856-db7f-4d8c-9f8d-8bc48514a878","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"distinct-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"distinct-w3-b4708a","reconcileID":"61443856-db7f-4d8c-9f8d-8bc48514a878","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8cb3f2f9-41af-4d60-8e02-2e4a6e35110b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a"}
{"level":"info","ts":"2026-10-30T05:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-b4708a"}
{"level":"error","ts":"2026-10-30T05:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8cb3f2f9-41af-4d60-8e02-2e4a6e35110b","Namespace":"e2e-models-e2e-worker-w3-b4708a","Name":"simulator-w3-b4708a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-b4708a","namespace":"e2e-models-e2e-worker-w3-b4708a"},"namespace":"e2e-models-e2e-worker-w3-b4708a","name":"simulator-w3-b4708a","reconcileID":"8cb3f2f9-41af-4d60-8e02-2e4a6e35110b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-b4708a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-b4708a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"25aab9d1-890d-4bee-a914-3a23839c96e5","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"25aab9d1-890d-4bee-a914-3a23839c96e5","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"25aab9d1-890d-4bee-a914-3a23839c96e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a9c7bf88-c003-4a87-bc96-012d5d18221e","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a9c7bf88-c003-4a87-bc96-012d5d18221e","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"a9c7bf88-c003-4a87-bc96-012d5d18221e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"cc801c1a-68f6-4a57-8c45-e00119bee7fd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"cc801c1a-68f6-4a57-8c45-e00119bee7fd","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"cc801c1a-68f6-4a57-8c45-e00119bee7fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"123656de-f91a-4e38-a363-7d3ec7579c44","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"123656de-f91a-4e38-a363-7d3ec7579c44","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"123656de-f91a-4e38-a363-7d3ec7579c44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"63a8c946-0525-4fc1-86a5-638cb2bd73af","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"63a8c946-0525-4fc1-86a5-638cb2bd73af","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"63a8c946-0525-4fc1-86a5-638cb2bd73af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"35e52ba3-9bc7-4044-81aa-845dc5587895","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"35e52ba3-9bc7-4044-81aa-845dc5587895","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"premium-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"premium-w0-36bbac","reconcileID":"35e52ba3-9bc7-4044-81aa-845dc5587895","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4ffff182-6556-449e-8a34-cd694fadffee","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4ffff182-6556-449e-8a34-cd694fadffee","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"4ffff182-6556-449e-8a34-cd694fadffee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"1c31c952-39dc-41f1-a155-d519b53af409","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"1c31c952-39dc-41f1-a155-d519b53af409","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"1c31c952-39dc-41f1-a155-d519b53af409","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"49b3c855-aa1e-4d7e-83e9-582c3af73328","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"49b3c855-aa1e-4d7e-83e9-582c3af73328","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"simulator-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"simulator-w0-36bbac","reconcileID":"49b3c855-aa1e-4d7e-83e9-582c3af73328","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0f8c4cc1-e652-4baa-a242-074afee32f09","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac"}
{"level":"info","ts":"2026-10-30T05:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-36bbac"}
{"level":"error","ts":"2026-10-30T05:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0f8c4cc1-e652-4baa-a242-074afee32f09","Namespace":"e2e-models-e2e-worker-w0-36bbac","Name":"distinct-w0-36bbac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T05:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-36bbac","namespace":"e2e-models-e2e-worker-w0-36bbac"},"namespace":"e2e-models-e2e-worker-w0-36bbac","name":"distinct-w0-36bbac","reconcileID":"0f8c4cc1-e652-4baa-a242-074afee32f09","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-36bbac-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-36bbac because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}