{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b89cbb0-83d1-4691-8467-9696cadfca01","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff-validation-76vfn","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff-validation-76vfn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6e763a46-47fd-457b-90d4-bdeee45bf0fd","name":"distinct-w0-d09fff-validation-76vfn","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","route":"e2e-models-e2e-worker-w0-d09fff/distinct-w0-d09fff-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","gateway":"openshift-ingress/e2e-worker-w0-d09fff","ready":true}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"da6b1780-b060-401d-9685-204ea9864304","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"simulator-w2-7f66ab","reconcileID":"1d22ced0-c0d5-4c43-bf44-b607d8cfc1ce","Namespace":"e2e-models-e2e-worker-w2-7f66ab","Name":"simulator-w2-7f66ab"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-7f66ab","namespace":"e2e-models-e2e-worker-w2-7f66ab"},"namespace":"e2e-models-e2e-worker-w2-7f66ab","name":"distinct-2-w2-7f66ab","reconcileID":"7fe62e4a-4daf-4fe3-8af3-32585c281198","Namespace":"e2e-models-e2e-worker-w2-7f66ab","Name":"distinct-2-w2-7f66ab"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-l725f","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-l725f","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"17d4bbbf-ef17-4efa-a71a-71df20d4e194","name":"e2e-distinct-simulated-validation-l725f","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:56:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bd2a91d-82e6-4e3e-a3d2-3298273628ba","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:57:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"17f02b4b-8463-4f7c-bc22-63c66aaa9137","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1589f3b6-4e00-42cb-ab01-4cbdc4a7ab78","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"799f7d22-6b68-4b91-9022-d307828e63fa","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"1f03d0d9-5e0e-485d-8f20-7c7dc065b100","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"1f03d0d9-5e0e-485d-8f20-7c7dc065b100","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"1f03d0d9-5e0e-485d-8f20-7c7dc065b100","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"4ce6c6ce-09c3-401b-a1e0-1c3270462b9a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"4ce6c6ce-09c3-401b-a1e0-1c3270462b9a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"4ce6c6ce-09c3-401b-a1e0-1c3270462b9a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"11292518-d832-449e-a131-9cf3384e5a35","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"11292518-d832-449e-a131-9cf3384e5a35","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"11292518-d832-449e-a131-9cf3384e5a35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a02d4fda-14bf-4470-9c46-da46259537b0","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a02d4fda-14bf-4470-9c46-da46259537b0","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"a02d4fda-14bf-4470-9c46-da46259537b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8fb98b7f-2576-424f-a2f0-83b7700f2b0c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8fb98b7f-2576-424f-a2f0-83b7700f2b0c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"8fb98b7f-2576-424f-a2f0-83b7700f2b0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"39d76aaf-8fb8-40fe-9204-df75737c059f","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"39d76aaf-8fb8-40fe-9204-df75737c059f","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"39d76aaf-8fb8-40fe-9204-df75737c059f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"67edef03-e890-4566-be12-1ed8864281c5","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"67edef03-e890-4566-be12-1ed8864281c5","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"67edef03-e890-4566-be12-1ed8864281c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"903af267-018b-4176-b32f-679d969b14f6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"903af267-018b-4176-b32f-679d969b14f6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"903af267-018b-4176-b32f-679d969b14f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"643bf8da-cdc9-4067-854a-bbd53307d43d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"643bf8da-cdc9-4067-854a-bbd53307d43d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"643bf8da-cdc9-4067-854a-bbd53307d43d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"0fc9f3b9-dfe1-4028-bc2f-32eb40a6e5b8","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"0fc9f3b9-dfe1-4028-bc2f-32eb40a6e5b8","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"0fc9f3b9-dfe1-4028-bc2f-32eb40a6e5b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e1c179f4-9ac7-4e84-bf06-c0b4c2204702","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e1c179f4-9ac7-4e84-bf06-c0b4c2204702","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e1c179f4-9ac7-4e84-bf06-c0b4c2204702","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"d26bcf07-06a2-4c30-a672-bd22cad3d7d2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"d26bcf07-06a2-4c30-a672-bd22cad3d7d2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"d26bcf07-06a2-4c30-a672-bd22cad3d7d2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"b1b15cb3-87f8-43ee-817d-794fb7003bba","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"b1b15cb3-87f8-43ee-817d-794fb7003bba","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"b1b15cb3-87f8-43ee-817d-794fb7003bba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1b3c436a-b2e9-4ae5-a00d-935481346e19","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1b3c436a-b2e9-4ae5-a00d-935481346e19","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1b3c436a-b2e9-4ae5-a00d-935481346e19","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c40de318-197d-4c70-b9f4-711f42c1c81e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c40de318-197d-4c70-b9f4-711f42c1c81e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c40de318-197d-4c70-b9f4-711f42c1c81e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"06b8557a-35ae-473b-b668-c1f217a78dfc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"06b8557a-35ae-473b-b668-c1f217a78dfc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"06b8557a-35ae-473b-b668-c1f217a78dfc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"acfa9c79-9da3-43a9-807a-ce1b284f5e47","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"acfa9c79-9da3-43a9-807a-ce1b284f5e47","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"acfa9c79-9da3-43a9-807a-ce1b284f5e47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6de94bb2-3379-4222-a1e1-03485db54fb2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6de94bb2-3379-4222-a1e1-03485db54fb2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"6de94bb2-3379-4222-a1e1-03485db54fb2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9a44e56c-b0ce-4edc-af3d-f24714e55e7c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9a44e56c-b0ce-4edc-af3d-f24714e55e7c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"9a44e56c-b0ce-4edc-af3d-f24714e55e7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"157df5f6-d4b2-4233-aff1-64cc711cdd13","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"157df5f6-d4b2-4233-aff1-64cc711cdd13","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"157df5f6-d4b2-4233-aff1-64cc711cdd13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"6a8e2ae1-8eec-43d3-af39-100359cc59f2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"6a8e2ae1-8eec-43d3-af39-100359cc59f2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"6a8e2ae1-8eec-43d3-af39-100359cc59f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"dce5caaf-67c4-4440-aa84-f69d10b27611","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"dce5caaf-67c4-4440-aa84-f69d10b27611","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"dce5caaf-67c4-4440-aa84-f69d10b27611","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"d0543e8a-1858-4547-bb2a-a55df372995c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"d0543e8a-1858-4547-bb2a-a55df372995c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"d0543e8a-1858-4547-bb2a-a55df372995c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5d8206fc-155f-4045-b979-87145322938c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5d8206fc-155f-4045-b979-87145322938c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"5d8206fc-155f-4045-b979-87145322938c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ecb5262e-36b2-4162-abab-fee15bfdde2b","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ecb5262e-36b2-4162-abab-fee15bfdde2b","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ecb5262e-36b2-4162-abab-fee15bfdde2b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"a8d7f11f-ec12-4bd9-a8cc-731add87c50c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"a8d7f11f-ec12-4bd9-a8cc-731add87c50c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"a8d7f11f-ec12-4bd9-a8cc-731add87c50c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"bcc9d75c-5dbe-47c3-811e-2e2544d8d08c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"bcc9d75c-5dbe-47c3-811e-2e2544d8d08c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"bcc9d75c-5dbe-47c3-811e-2e2544d8d08c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8f209c77-62f6-4d90-b6be-64fe6ebb6e59","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8f209c77-62f6-4d90-b6be-64fe6ebb6e59","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8f209c77-62f6-4d90-b6be-64fe6ebb6e59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"a05661b0-e6bf-4fc0-a0cb-ccc2db238a79","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"a05661b0-e6bf-4fc0-a0cb-ccc2db238a79","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"a05661b0-e6bf-4fc0-a0cb-ccc2db238a79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"e8da1547-8085-46a8-9709-effdb810c345","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"e8da1547-8085-46a8-9709-effdb810c345","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"e8da1547-8085-46a8-9709-effdb810c345","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e9820cfb-f742-4572-8e19-a528546094bc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e9820cfb-f742-4572-8e19-a528546094bc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"e9820cfb-f742-4572-8e19-a528546094bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c0c5737-7802-4c67-a03e-2ff9f3e2d80d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c0c5737-7802-4c67-a03e-2ff9f3e2d80d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"7c0c5737-7802-4c67-a03e-2ff9f3e2d80d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"baab04ba-e8eb-4ce4-a254-4dd7d8cc6ebe","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"baab04ba-e8eb-4ce4-a254-4dd7d8cc6ebe","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"baab04ba-e8eb-4ce4-a254-4dd7d8cc6ebe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d272377a-c5b3-4ff2-8fe0-894bdeebe3dc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d272377a-c5b3-4ff2-8fe0-894bdeebe3dc","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d272377a-c5b3-4ff2-8fe0-894bdeebe3dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ac11938a-a367-4918-8b75-542b725ae18c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ac11938a-a367-4918-8b75-542b725ae18c","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ac11938a-a367-4918-8b75-542b725ae18c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"cd83a9e8-5b22-4645-813c-cbc5645d7a3a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"cd83a9e8-5b22-4645-813c-cbc5645d7a3a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"cd83a9e8-5b22-4645-813c-cbc5645d7a3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"bfe699e1-abd8-43ab-98f2-8389010090d9","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"bfe699e1-abd8-43ab-98f2-8389010090d9","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"bfe699e1-abd8-43ab-98f2-8389010090d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1d7fd0a4-3594-4088-825d-e74a19ad8ef2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1d7fd0a4-3594-4088-825d-e74a19ad8ef2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1d7fd0a4-3594-4088-825d-e74a19ad8ef2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c06d5f09-aaf7-489e-b222-fc471bc47a2e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c06d5f09-aaf7-489e-b222-fc471bc47a2e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c06d5f09-aaf7-489e-b222-fc471bc47a2e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6a69014d-607f-43d1-8940-ab58b8329a44","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6a69014d-607f-43d1-8940-ab58b8329a44","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"6a69014d-607f-43d1-8940-ab58b8329a44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"43b19596-936a-4f18-89ac-4c3c08ffdd70","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"43b19596-936a-4f18-89ac-4c3c08ffdd70","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"43b19596-936a-4f18-89ac-4c3c08ffdd70","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3fa1530c-e83b-44a5-8243-d35d80dfc532","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3fa1530c-e83b-44a5-8243-d35d80dfc532","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3fa1530c-e83b-44a5-8243-d35d80dfc532","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"a7b9d2ea-899a-4721-b288-c3f173d343b6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"a7b9d2ea-899a-4721-b288-c3f173d343b6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"a7b9d2ea-899a-4721-b288-c3f173d343b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"ac138613-d1c8-42c8-931d-00c2820b9cf4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"ac138613-d1c8-42c8-931d-00c2820b9cf4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"ac138613-d1c8-42c8-931d-00c2820b9cf4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5dc47ccb-7852-44c1-824a-0542d3c722f6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5dc47ccb-7852-44c1-824a-0542d3c722f6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"5dc47ccb-7852-44c1-824a-0542d3c722f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"439aa7ea-856e-4129-823e-e4f1924cc1d8","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"439aa7ea-856e-4129-823e-e4f1924cc1d8","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"439aa7ea-856e-4129-823e-e4f1924cc1d8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"3e5863d4-254f-4fd4-a171-27e17f5fa2ec","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"3e5863d4-254f-4fd4-a171-27e17f5fa2ec","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"3e5863d4-254f-4fd4-a171-27e17f5fa2ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8ba13d2f-1fbc-4c07-8655-ebcf9ff85a7d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8ba13d2f-1fbc-4c07-8655-ebcf9ff85a7d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"8ba13d2f-1fbc-4c07-8655-ebcf9ff85a7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"b3f1c258-a1d0-46d2-a7de-9baf52c5f584","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"b3f1c258-a1d0-46d2-a7de-9baf52c5f584","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"b3f1c258-a1d0-46d2-a7de-9baf52c5f584","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"347294f2-7b7f-4f0a-9a50-de6306e20e6d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"347294f2-7b7f-4f0a-9a50-de6306e20e6d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"347294f2-7b7f-4f0a-9a50-de6306e20e6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ec659abd-1ba4-42d9-bdb7-f4cd11305590","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ec659abd-1ba4-42d9-bdb7-f4cd11305590","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"ec659abd-1ba4-42d9-bdb7-f4cd11305590","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"fd15fc45-21fa-4fcb-9581-1c9593e0f1d4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"fd15fc45-21fa-4fcb-9581-1c9593e0f1d4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"fd15fc45-21fa-4fcb-9581-1c9593e0f1d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3d334cab-6d60-4b0e-89c8-42b30e4d4770","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a760cc00-2c28-40ec-b547-7caf0895d8c2","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"538d00ce-e413-443e-b766-9a0b515da44f","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"021b6c78-2c08-4807-a33a-736d58841d6f","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7284ca9c-58e1-4843-aed1-7347c86543ff","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"56c2bce9-886a-49e8-b8f6-947782076565","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5ab40fed-56af-477e-a2eb-2f6defba1e60","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"80898480-4f55-48d3-bc9d-0745e4fb05c5","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ad36d61a-15fa-48a3-b50e-7e6d2c609933","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f9e8ca51-656b-48f0-866b-0845f8920dd9","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:57:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1467a476-94a7-46df-ad6a-af2d61f837d1","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1467a476-94a7-46df-ad6a-af2d61f837d1","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"1467a476-94a7-46df-ad6a-af2d61f837d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"3691a5bd-252b-4868-a690-5847aad38e51","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"3691a5bd-252b-4868-a690-5847aad38e51","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"3691a5bd-252b-4868-a690-5847aad38e51","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"27a30e79-6b9a-46e1-b3ac-63fb2dbdd43a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"27a30e79-6b9a-46e1-b3ac-63fb2dbdd43a","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"27a30e79-6b9a-46e1-b3ac-63fb2dbdd43a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"facd24fe-4eb0-4890-bb72-611097033d6f","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"facd24fe-4eb0-4890-bb72-611097033d6f","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"facd24fe-4eb0-4890-bb72-611097033d6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3c91bf40-2fb8-4b4c-bea9-9ebca4ba230e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3c91bf40-2fb8-4b4c-bea9-9ebca4ba230e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"3c91bf40-2fb8-4b4c-bea9-9ebca4ba230e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"51ba3782-ba9e-46dd-b423-ea7a3906b4ac","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"51ba3782-ba9e-46dd-b423-ea7a3906b4ac","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"51ba3782-ba9e-46dd-b423-ea7a3906b4ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c4d7eb57-1125-42b5-9404-1912a2703615","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c4d7eb57-1125-42b5-9404-1912a2703615","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"c4d7eb57-1125-42b5-9404-1912a2703615","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"eafebc7d-6bdb-4c67-b305-885badd10827","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"eafebc7d-6bdb-4c67-b305-885badd10827","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"eafebc7d-6bdb-4c67-b305-885badd10827","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"9017d330-a327-44e1-8422-223d6f9e88b2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"9017d330-a327-44e1-8422-223d6f9e88b2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"9017d330-a327-44e1-8422-223d6f9e88b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f3a685b1-48fe-49ed-99c5-ba7c080871f4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f3a685b1-48fe-49ed-99c5-ba7c080871f4","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f3a685b1-48fe-49ed-99c5-ba7c080871f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"99e32bd1-229d-4c46-937b-8cf92acbab2d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"99e32bd1-229d-4c46-937b-8cf92acbab2d","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"99e32bd1-229d-4c46-937b-8cf92acbab2d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f8109539-b57f-49a1-ad47-7f13f6ca9cba","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f8109539-b57f-49a1-ad47-7f13f6ca9cba","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"f8109539-b57f-49a1-ad47-7f13f6ca9cba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"94f52964-d436-4752-9e7e-41ada81df585","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"94f52964-d436-4752-9e7e-41ada81df585","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"94f52964-d436-4752-9e7e-41ada81df585","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"fe131142-3ca6-4228-96dc-6037805aa599","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"fe131142-3ca6-4228-96dc-6037805aa599","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"fe131142-3ca6-4228-96dc-6037805aa599","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fcfd4958-6ef3-44f4-b378-618abd88d3b6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fcfd4958-6ef3-44f4-b378-618abd88d3b6","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fcfd4958-6ef3-44f4-b378-618abd88d3b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-d09fff-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-d09fff because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ec8cc4a8-1aee-437a-9792-5df4d97c253e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ec8cc4a8-1aee-437a-9792-5df4d97c253e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ec8cc4a8-1aee-437a-9792-5df4d97c253e","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"866bf8c3-28ed-479a-ae2f-cb16eeb185cb","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"866bf8c3-28ed-479a-ae2f-cb16eeb185cb","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"866bf8c3-28ed-479a-ae2f-cb16eeb185cb","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"866bf8c3-28ed-479a-ae2f-cb16eeb185cb","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d2384112-ed3d-49e0-b734-03f60ff04f00","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d2384112-ed3d-49e0-b734-03f60ff04f00","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d2384112-ed3d-49e0-b734-03f60ff04f00","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-w0-d09fff","reconcileID":"d2384112-ed3d-49e0-b734-03f60ff04f00","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-w0-d09fff","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fa3cd568-1829-4119-9776-9d3005cae097","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fa3cd568-1829-4119-9776-9d3005cae097","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fa3cd568-1829-4119-9776-9d3005cae097","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"}
{"level":"error","ts":"2026-10-30T22:58:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"premium-w0-d09fff","reconcileID":"fa3cd568-1829-4119-9776-9d3005cae097","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"premium-w0-d09fff","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"distinct-2-w0-d09fff","reconcileID":"ff1e3235-129d-41b8-97a1-20ad85f57ac2","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"distinct-2-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-5q4fk","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-5q4fk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0ee0cb93-1f81-4ea4-a097-641cbbf1eb08","name":"e2e-trlp-test-simulated-validation-5q4fk","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0b9cc26-05de-4c58-bcc3-76bb11ce0ec4","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vc89b","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vc89b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ba96233a-9693-431d-89c7-74567edcb7b0","name":"echo-simulator-validation-vc89b","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fe1e4ea-48ac-4853-8e5c-47dc48edbbd9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-d09fff","namespace":"e2e-models-e2e-worker-w0-d09fff"},"namespace":"e2e-models-e2e-worker-w0-d09fff","name":"simulator-w0-d09fff","reconcileID":"2662600e-cffd-40f0-948e-48281d2bee49","Namespace":"e2e-models-e2e-worker-w0-d09fff","Name":"simulator-w0-d09fff"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-b9jnz","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-b9jnz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a8d04c8c-da2e-4c5e-8ce5-bbcf49e72844","name":"facebook-opt-125m-simulated-validation-b9jnz","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ab5f0c-1476-4c4c-9a06-c7fe1c181cf7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-nq9mz","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-nq9mz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"79da6296-2e41-4cff-81a2-133296843b02","name":"e2e-distinct-simulated-validation-nq9mz","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73d48c0d-16d0-4949-814f-c330a1d1768e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-nlb9c","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-nlb9c","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"20b30034-2611-45e5-8819-d55608ad2eb1","name":"premium-simulated-simulated-premium-validation-nlb9c","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:15Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d163c5-d455-4b33-84ab-35d71de44044","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-9pm7t","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-9pm7t","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"142bfdf3-892e-46c6-adb2-b15480b8fd9b","name":"e2e-embedding-simulated-validation-9pm7t","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e63b113-dcfa-4f0a-9eb8-b8fbe5b96e9e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:58:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-q2dqs","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-q2dqs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0a293f08-d53f-4fa2-972e-d97ba01b0993","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-q2dqs","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1a22bba-05c9-4989-a47c-54ff74c03ba2","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:58:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a4afd89-debf-40c4-84fe-a6f8f8283ead","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:58:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:58:22Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-lrq9t","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-lrq9t","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7d416954-07b8-4ee2-ada1-ecaa479cb851","name":"e2e-distinct-2-simulated-validation-lrq9t","namespace":"llm"}