{"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb3045d-696d-45aa-a0ec-b183d91b6ddf","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-10-30T20:00:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-lr2rq","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-lr2rq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"115956c7-0a20-4663-82d9-59a8c6889efd","name":"premium-simulated-simulated-premium-validation-lr2rq","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab579428-f6a2-47c2-b183-f747b0755c11","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-10-30T20:00:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7-validation-ndntv","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7-validation-ndntv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bb897872-0cea-4a4d-93bf-25ca52ca88bc","name":"distinct-w4-1323a7-validation-ndntv","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","route":"e2e-models-e2e-worker-w4-1323a7/distinct-w4-1323a7-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","gateway":"openshift-ingress/e2e-worker-w4-1323a7","ready":true} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"fb4e4149-7f20-4926-8234-5fa7e1636aeb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7-validation-dqp8b","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7-validation-dqp8b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ff90dc8e-4e0f-450f-8fc7-e9b789fa1094","name":"distinct-2-w4-1323a7-validation-dqp8b","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","route":"e2e-models-e2e-worker-w4-1323a7/distinct-2-w4-1323a7-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","gateway":"openshift-ingress/e2e-worker-w4-1323a7","ready":true} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:00:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"b5032b85-4a51-454d-b94f-fdd9e63c9b23","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-l8nwk","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-l8nwk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d9e99596-0cc7-447b-9369-1693100803eb","name":"e2e-distinct-2-simulated-validation-l8nwk","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"bff25a43-302c-43d6-8178-4d82d68cab22","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0076b050-4c8b-4314-8b70-5f23fe4bfaef","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f47c432-c53b-4802-b98d-83687e6890ad","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"95d7ee62-3049-468c-a68f-378081ddb296","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"75a966a0-1fb6-48ff-97a8-7a3a140d69f2","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-sf426","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-sf426","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"faec448b-90d7-4c07-a423-2be24747232f","name":"e2e-embedding-simulated-validation-sf426","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a43067af-7e69-4eac-a125-942fdb808663","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e6560d68-7373-4abf-b450-27cac7decb81","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"bb61607a-d9ea-4b34-9dc2-63a73ff6f9cc","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9e16c859-66bf-4e27-ac0e-639e4ccb484b","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1579cd14-8022-454a-92f9-20cc19f663e0","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7288de3-c4b6-45ab-9d0c-749e9ddc9125","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"95dede0c-0e1c-463e-aac9-f3f82007c225","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7-validation-4scmz","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7-validation-4scmz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"846e4b45-395d-456d-9dff-bb37229528e4","name":"simulator-w4-1323a7-validation-4scmz","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c74ce62c-4b03-4643-953d-75e649c2bcc1","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ecbcfa54-a1c4-44e1-8a68-81cccc7cde29","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","route":"e2e-models-e2e-worker-w4-1323a7/simulator-w4-1323a7-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","gateway":"openshift-ingress/e2e-worker-w4-1323a7","ready":true} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"eaeacc6e-d644-429b-b69f-defd57cb3ac8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-330025","namespace":"e2e-models-e2e-worker-w2-330025"},"namespace":"e2e-models-e2e-worker-w2-330025","name":"premium-w2-330025","reconcileID":"b930ae33-396c-4c1f-a496-a7806a1a32c4","Namespace":"e2e-models-e2e-worker-w2-330025","Name":"premium-w2-330025"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-330025","namespace":"e2e-models-e2e-worker-w2-330025"},"namespace":"e2e-models-e2e-worker-w2-330025","name":"simulator-w2-330025","reconcileID":"8df532ec-02a7-4b69-853b-fa8008389f20","Namespace":"e2e-models-e2e-worker-w2-330025","Name":"simulator-w2-330025"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-pp5nr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-pp5nr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"00b67f9d-d7cf-4da4-bd49-b014814bc8fb","name":"e2e-distinct-simulated-validation-pp5nr","namespace":"llm"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-10-30T20:01:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:01:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28e90f3b-3cd2-4690-a873-d39dcc103788","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-10-30T20:02:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6d31b603-8e78-40d1-9a92-f6209b5058b3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6d31b603-8e78-40d1-9a92-f6209b5058b3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6d31b603-8e78-40d1-9a92-f6209b5058b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1e179802-1dda-4423-ad6d-e56d8c9d73cd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1e179802-1dda-4423-ad6d-e56d8c9d73cd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1e179802-1dda-4423-ad6d-e56d8c9d73cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"0094ef58-958e-4b4b-9632-a3c9d341d4f0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"0094ef58-958e-4b4b-9632-a3c9d341d4f0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"0094ef58-958e-4b4b-9632-a3c9d341d4f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"5d8eecbb-d44f-4c17-a15f-536d8e9c183e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"5d8eecbb-d44f-4c17-a15f-536d8e9c183e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"5d8eecbb-d44f-4c17-a15f-536d8e9c183e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"5ac76047-ed1a-4940-84e8-84b21b6d8292","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"5ac76047-ed1a-4940-84e8-84b21b6d8292","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"5ac76047-ed1a-4940-84e8-84b21b6d8292","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2ba887fa-db53-40f5-b8ec-960776d1f069","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2ba887fa-db53-40f5-b8ec-960776d1f069","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2ba887fa-db53-40f5-b8ec-960776d1f069","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"90739757-b2bb-49dd-85a8-0832ea435f13","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"90739757-b2bb-49dd-85a8-0832ea435f13","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"90739757-b2bb-49dd-85a8-0832ea435f13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"c4472600-ffc7-43dd-896a-37d531cce79c","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"c4472600-ffc7-43dd-896a-37d531cce79c","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"c4472600-ffc7-43dd-896a-37d531cce79c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c3542cd5-a9d0-4b2b-b7db-063315ee9217","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c3542cd5-a9d0-4b2b-b7db-063315ee9217","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c3542cd5-a9d0-4b2b-b7db-063315ee9217","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"064f3ffd-6509-40e0-9ffc-fe585861b1ca","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"064f3ffd-6509-40e0-9ffc-fe585861b1ca","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"064f3ffd-6509-40e0-9ffc-fe585861b1ca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"03852bf8-1391-43a0-bdff-faa7fff2bd05","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"03852bf8-1391-43a0-bdff-faa7fff2bd05","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"03852bf8-1391-43a0-bdff-faa7fff2bd05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3118fd5a-7b57-4f30-add5-a9ace07df740","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3118fd5a-7b57-4f30-add5-a9ace07df740","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3118fd5a-7b57-4f30-add5-a9ace07df740","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3022708e-b799-4200-b163-a30d4d947190","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3022708e-b799-4200-b163-a30d4d947190","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3022708e-b799-4200-b163-a30d4d947190","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"58f633e4-0a81-4a38-b927-43556fc8806b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"58f633e4-0a81-4a38-b927-43556fc8806b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"58f633e4-0a81-4a38-b927-43556fc8806b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"de6a2d7a-5c0b-4663-9440-f792d6b97e3b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"de6a2d7a-5c0b-4663-9440-f792d6b97e3b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"de6a2d7a-5c0b-4663-9440-f792d6b97e3b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ed0cc41c-db5a-4b51-ace8-06a8606e6d01","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ed0cc41c-db5a-4b51-ace8-06a8606e6d01","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ed0cc41c-db5a-4b51-ace8-06a8606e6d01","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"a812ade1-908f-4bcb-9fc2-46c3ac33f60a","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"a812ade1-908f-4bcb-9fc2-46c3ac33f60a","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"a812ade1-908f-4bcb-9fc2-46c3ac33f60a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b7000c3a-4055-4461-8cc9-be653249ed7f","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b7000c3a-4055-4461-8cc9-be653249ed7f","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b7000c3a-4055-4461-8cc9-be653249ed7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"b95d5894-dc51-44e1-902a-c32083da47b7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"b95d5894-dc51-44e1-902a-c32083da47b7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"b95d5894-dc51-44e1-902a-c32083da47b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"0dfcf336-7a8f-4119-861f-f44666441806","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"0dfcf336-7a8f-4119-861f-f44666441806","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"0dfcf336-7a8f-4119-861f-f44666441806","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"403d71e7-aa0b-4663-bb26-41ed9b1ff49e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"403d71e7-aa0b-4663-bb26-41ed9b1ff49e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"403d71e7-aa0b-4663-bb26-41ed9b1ff49e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"35a69bf5-22bb-4ee7-9881-ba18deb2c588","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"35a69bf5-22bb-4ee7-9881-ba18deb2c588","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"35a69bf5-22bb-4ee7-9881-ba18deb2c588","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"7ff94396-9754-4d31-a7e9-4dbd5dff7091","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"7ff94396-9754-4d31-a7e9-4dbd5dff7091","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"7ff94396-9754-4d31-a7e9-4dbd5dff7091","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"d53cfbd3-deaf-4e21-ab01-cf0d3d3c95cd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"d53cfbd3-deaf-4e21-ab01-cf0d3d3c95cd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"d53cfbd3-deaf-4e21-ab01-cf0d3d3c95cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"fe57345b-6dad-4eb5-9dcc-855efdf6a223","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"fe57345b-6dad-4eb5-9dcc-855efdf6a223","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"fe57345b-6dad-4eb5-9dcc-855efdf6a223","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5f61b048-1c15-4b8a-8795-255a52666a41","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5f61b048-1c15-4b8a-8795-255a52666a41","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5f61b048-1c15-4b8a-8795-255a52666a41","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"8891525b-6ca0-4af0-9937-7a3ce9753a62","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"8891525b-6ca0-4af0-9937-7a3ce9753a62","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"8891525b-6ca0-4af0-9937-7a3ce9753a62","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b44ef303-bd39-4799-8b6e-8868c21cdfec","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b44ef303-bd39-4799-8b6e-8868c21cdfec","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b44ef303-bd39-4799-8b6e-8868c21cdfec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"1f8ce9b1-13c8-416f-8d38-7c55b37e8b9d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"1f8ce9b1-13c8-416f-8d38-7c55b37e8b9d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"1f8ce9b1-13c8-416f-8d38-7c55b37e8b9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d62badec-8d8c-4471-b81c-a4068647bee1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d62badec-8d8c-4471-b81c-a4068647bee1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d62badec-8d8c-4471-b81c-a4068647bee1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"49f3d59a-c27c-4423-82b4-e480a74f9cab","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"49f3d59a-c27c-4423-82b4-e480a74f9cab","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"49f3d59a-c27c-4423-82b4-e480a74f9cab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"8aa67390-f2b8-4532-aa6d-039779220979","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"8aa67390-f2b8-4532-aa6d-039779220979","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"8aa67390-f2b8-4532-aa6d-039779220979","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"8c3d6945-e4b9-4530-8beb-eca57995fcb6","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"8c3d6945-e4b9-4530-8beb-eca57995fcb6","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"8c3d6945-e4b9-4530-8beb-eca57995fcb6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"70bcc348-4b1c-4403-b7cb-c2ccdb950791","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"70bcc348-4b1c-4403-b7cb-c2ccdb950791","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"70bcc348-4b1c-4403-b7cb-c2ccdb950791","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"6b4e55e4-8c38-4aad-8bc6-e741a9e3a7a3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"6b4e55e4-8c38-4aad-8bc6-e741a9e3a7a3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"6b4e55e4-8c38-4aad-8bc6-e741a9e3a7a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"2c893f33-657a-42ea-92fb-0ef9a32271df","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"2c893f33-657a-42ea-92fb-0ef9a32271df","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"2c893f33-657a-42ea-92fb-0ef9a32271df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6556b980-7a0b-4893-92f0-278486e86099","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6556b980-7a0b-4893-92f0-278486e86099","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"6556b980-7a0b-4893-92f0-278486e86099","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b14054a2-ace2-40d3-b2ae-2d50a2b8029b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b14054a2-ace2-40d3-b2ae-2d50a2b8029b","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b14054a2-ace2-40d3-b2ae-2d50a2b8029b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"106c4b2a-dc57-4763-b876-72041d4d7667","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"106c4b2a-dc57-4763-b876-72041d4d7667","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"106c4b2a-dc57-4763-b876-72041d4d7667","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ecfd0338-5f71-4f8d-a605-7d77cc931fa7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ecfd0338-5f71-4f8d-a605-7d77cc931fa7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"ecfd0338-5f71-4f8d-a605-7d77cc931fa7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"96f44489-310c-4e90-8822-143f204ab003","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"96f44489-310c-4e90-8822-143f204ab003","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"96f44489-310c-4e90-8822-143f204ab003","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5a1c3f10-63b2-41b9-9b12-1a7a9dfb97ed","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5a1c3f10-63b2-41b9-9b12-1a7a9dfb97ed","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"5a1c3f10-63b2-41b9-9b12-1a7a9dfb97ed","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f1fe066f-de2a-4269-b36e-8ac495067af7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f1fe066f-de2a-4269-b36e-8ac495067af7","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f1fe066f-de2a-4269-b36e-8ac495067af7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"fb641afe-d601-4caa-ac76-7f3082616c32","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"fb641afe-d601-4caa-ac76-7f3082616c32","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"fb641afe-d601-4caa-ac76-7f3082616c32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"76f2e4f5-e1be-4407-96cc-ab759b6fed27","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"76f2e4f5-e1be-4407-96cc-ab759b6fed27","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"76f2e4f5-e1be-4407-96cc-ab759b6fed27","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"6729b21f-886a-4edf-adb1-895b57995366","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"6729b21f-886a-4edf-adb1-895b57995366","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"6729b21f-886a-4edf-adb1-895b57995366","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"5f6bd4dc-1b13-40c9-ba55-5825070a43e8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"5f6bd4dc-1b13-40c9-ba55-5825070a43e8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"5f6bd4dc-1b13-40c9-ba55-5825070a43e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b9bb8aed-05c4-4770-91d2-76a3452b7f01","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b9bb8aed-05c4-4770-91d2-76a3452b7f01","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"b9bb8aed-05c4-4770-91d2-76a3452b7f01","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c0bb982c-bfb0-487e-b1a4-409223f5ac98","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c0bb982c-bfb0-487e-b1a4-409223f5ac98","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c0bb982c-bfb0-487e-b1a4-409223f5ac98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ca2f6427-ac73-487c-81b1-21516921fa16","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ca2f6427-ac73-487c-81b1-21516921fa16","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ca2f6427-ac73-487c-81b1-21516921fa16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"83822137-8c3a-4b52-b322-c0fd2fbe45a3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"83822137-8c3a-4b52-b322-c0fd2fbe45a3","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"83822137-8c3a-4b52-b322-c0fd2fbe45a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"51865be3-6171-4395-99f1-a74f38eb20bd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"51865be3-6171-4395-99f1-a74f38eb20bd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"51865be3-6171-4395-99f1-a74f38eb20bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"194eda5e-07fa-4376-af07-bc51eb9ec530","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"194eda5e-07fa-4376-af07-bc51eb9ec530","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"194eda5e-07fa-4376-af07-bc51eb9ec530","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9cc24c4b-5943-42d6-b3ba-c9e65505dba6","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9cc24c4b-5943-42d6-b3ba-c9e65505dba6","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9cc24c4b-5943-42d6-b3ba-c9e65505dba6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"f2403bd7-9304-4e3a-8024-a13553bc376f","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"f2403bd7-9304-4e3a-8024-a13553bc376f","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"f2403bd7-9304-4e3a-8024-a13553bc376f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"62d20a17-072f-4333-a93a-2d92d819ed30","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"62d20a17-072f-4333-a93a-2d92d819ed30","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"62d20a17-072f-4333-a93a-2d92d819ed30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b5eba5fd-4e29-41d5-a66e-b5b6f187ab1d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b5eba5fd-4e29-41d5-a66e-b5b6f187ab1d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"b5eba5fd-4e29-41d5-a66e-b5b6f187ab1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ae337380-0577-40db-9c50-b95362aa5d8d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ae337380-0577-40db-9c50-b95362aa5d8d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ae337380-0577-40db-9c50-b95362aa5d8d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"81f80267-92d6-4a56-bc87-14a9812d76f0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"81f80267-92d6-4a56-bc87-14a9812d76f0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"81f80267-92d6-4a56-bc87-14a9812d76f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"10dac8eb-7ef4-4325-b274-277d3c2734f4","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"10dac8eb-7ef4-4325-b274-277d3c2734f4","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"10dac8eb-7ef4-4325-b274-277d3c2734f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"f61e1fbd-d7ee-4af3-bc7c-a96df32a54e8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"f61e1fbd-d7ee-4af3-bc7c-a96df32a54e8","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"f61e1fbd-d7ee-4af3-bc7c-a96df32a54e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d770f07b-aec8-458a-926b-0ec145561ab1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d770f07b-aec8-458a-926b-0ec145561ab1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"d770f07b-aec8-458a-926b-0ec145561ab1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"2144f545-82dd-4dd6-adbc-1e46818540f5","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"2144f545-82dd-4dd6-adbc-1e46818540f5","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"2144f545-82dd-4dd6-adbc-1e46818540f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"14f619e7-629a-46ce-a542-81773b1fb29e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"14f619e7-629a-46ce-a542-81773b1fb29e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"14f619e7-629a-46ce-a542-81773b1fb29e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"d7b57184-40cc-47bf-b115-6090a7397685","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"d7b57184-40cc-47bf-b115-6090a7397685","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"d7b57184-40cc-47bf-b115-6090a7397685","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2d98c749-3645-43c9-ae93-4737dd1de90d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2d98c749-3645-43c9-ae93-4737dd1de90d","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"2d98c749-3645-43c9-ae93-4737dd1de90d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f235c158-ef6d-45ab-a386-82a794211cff","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f235c158-ef6d-45ab-a386-82a794211cff","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"f235c158-ef6d-45ab-a386-82a794211cff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"203294b6-c235-4aa6-9b0f-c83411b1a2c0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"203294b6-c235-4aa6-9b0f-c83411b1a2c0","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"203294b6-c235-4aa6-9b0f-c83411b1a2c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3bfe69e5-149f-4d36-8793-6103bbea6888","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3bfe69e5-149f-4d36-8793-6103bbea6888","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3bfe69e5-149f-4d36-8793-6103bbea6888","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"99d5218d-fdb3-464d-a095-d5990b0a12eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"99d5218d-fdb3-464d-a095-d5990b0a12eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"99d5218d-fdb3-464d-a095-d5990b0a12eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c6ac680f-708a-4c3e-af41-775e6141fa6e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c6ac680f-708a-4c3e-af41-775e6141fa6e","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"c6ac680f-708a-4c3e-af41-775e6141fa6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9839e645-be41-4265-ada7-84c3e99b1485","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9839e645-be41-4265-ada7-84c3e99b1485","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"9839e645-be41-4265-ada7-84c3e99b1485","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"de7d9022-0481-4441-a725-d227869edfc1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"de7d9022-0481-4441-a725-d227869edfc1","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"de7d9022-0481-4441-a725-d227869edfc1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"be7c6df5-7b13-4d3c-a639-737433e33347","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"be7c6df5-7b13-4d3c-a639-737433e33347","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"be7c6df5-7b13-4d3c-a639-737433e33347","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3a43da59-b745-40d7-96a4-7239e922e776","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3a43da59-b745-40d7-96a4-7239e922e776","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"3a43da59-b745-40d7-96a4-7239e922e776","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"3b268f64-ec79-4bd9-8b51-230e93fb60c4","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"3b268f64-ec79-4bd9-8b51-230e93fb60c4","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"3b268f64-ec79-4bd9-8b51-230e93fb60c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"9100bce3-5164-4eee-91de-79f9804cf403","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"9100bce3-5164-4eee-91de-79f9804cf403","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"9100bce3-5164-4eee-91de-79f9804cf403","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3a8d4dae-816c-4b78-8032-148ed61cdc68","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3a8d4dae-816c-4b78-8032-148ed61cdc68","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"3a8d4dae-816c-4b78-8032-148ed61cdc68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"9fb88530-c218-4d83-b80a-f1eba5d009fd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"9fb88530-c218-4d83-b80a-f1eba5d009fd","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"9fb88530-c218-4d83-b80a-f1eba5d009fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"59eb063f-cb3c-4f30-99a0-0a3a81fbd6ba","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"59eb063f-cb3c-4f30-99a0-0a3a81fbd6ba","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-10-30T20:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"59eb063f-cb3c-4f30-99a0-0a3a81fbd6ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-1323a7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-1323a7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"975edf88-53ef-4ac9-9b54-a91055368f56","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"975edf88-53ef-4ac9-9b54-a91055368f56","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"975edf88-53ef-4ac9-9b54-a91055368f56","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-2-w4-1323a7","reconcileID":"975edf88-53ef-4ac9-9b54-a91055368f56","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-2-w4-1323a7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"e4839d4c-99f1-4b5b-b9b5-13004cb8a116","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:07Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"e4839d4c-99f1-4b5b-b9b5-13004cb8a116","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:07Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"e4839d4c-99f1-4b5b-b9b5-13004cb8a116","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:07Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"simulator-w4-1323a7","reconcileID":"e4839d4c-99f1-4b5b-b9b5-13004cb8a116","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"simulator-w4-1323a7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1988caf0-df49-4023-a99d-c609f5d029eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1988caf0-df49-4023-a99d-c609f5d029eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1988caf0-df49-4023-a99d-c609f5d029eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"distinct-w4-1323a7","reconcileID":"1988caf0-df49-4023-a99d-c609f5d029eb","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"distinct-w4-1323a7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ea6f50b5-591b-4c1d-b293-dae5133becde","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ea6f50b5-591b-4c1d-b293-dae5133becde","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7"} {"level":"info","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ea6f50b5-591b-4c1d-b293-dae5133becde","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"} {"level":"error","ts":"2026-10-30T20:03:08Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-1323a7","namespace":"e2e-models-e2e-worker-w4-1323a7"},"namespace":"e2e-models-e2e-worker-w4-1323a7","name":"premium-w4-1323a7","reconcileID":"ea6f50b5-591b-4c1d-b293-dae5133becde","Namespace":"e2e-models-e2e-worker-w4-1323a7","Name":"premium-w4-1323a7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}