{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","route":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c1fc11aa-7c55-4241-8c3f-7c4a60dd99fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342-validation-klhs7","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342-validation-klhs7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ce59fb46-a46e-4351-86b0-08ad5b8adcd9","name":"simulator-w2-05a342-validation-klhs7","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","route":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b4a95b3a-f629-4331-b640-50648a0bbf97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-28kzw","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-28kzw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a397d493-1397-48b0-bc99-1961541c9a75","name":"e2e-distinct-simulated-validation-28kzw","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:56:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6eb04e56-945d-488f-b6ef-1357b3cc0418","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342-validation-vhq56","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342-validation-vhq56","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1536dfa3-5210-4f9a-b62f-7251e8e9900b","name":"premium-w2-05a342-validation-vhq56","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","route":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","ready":true}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"00712938-acda-4608-a5d0-d10125b812a6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-8swvq","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-8swvq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f3ad6966-8852-45cd-8f40-750446594599","name":"facebook-opt-125m-simulated-validation-8swvq","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e6b4db7-d23f-4fb2-8006-127b4c5a3fde","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vl9gq","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vl9gq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"231ce907-e7c5-4f38-9b5c-ba35328e5b97","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vl9gq","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d74bb4ac-1309-4437-80e8-a659d453aaf7","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-zmjhl","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-zmjhl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c0ba5c1a-384a-4ff2-b62a-95754649b7aa","name":"premium-simulated-simulated-premium-validation-zmjhl","namespace":"llm"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53ae47eb-0cea-4fee-a705-daa0c1d5900b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"ea8808d9-510d-4c0e-8ebe-2774c3cb1d36","Namespace":"e2e-models-e2e-worker-w1-a33b12","Name":"premium-w1-a33b12"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342-validation-fc9nl","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342-validation-fc9nl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"edb1b98c-11ee-438d-b418-7051418be73b","name":"distinct-2-w2-05a342-validation-fc9nl","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","route":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","ready":true}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5cecbd76-c01c-4172-a38e-7c7affba40c4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"79964622-f584-4778-8586-74528aa2139b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e5753172-8ad3-46a7-b8a7-ca695c89a57d","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5cb37cea-f8f7-4f85-93a2-00c4356e1cb8","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0f8fd9b2-d04a-4262-892e-e837044ac4ee","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b8e3abce-e25f-4115-8cef-2bdec381aad0","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e1a7e3d1-46ee-42b1-b906-d90fefba226b","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:13Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"86dcf42e-7493-498e-afb0-42ab3b1ef056","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6a15c4fd-127d-495c-962f-d9dce0590515","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3467eb7a-61ef-4a92-bcb3-425b49336470","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"20b4ef9a-034a-4a3e-9171-c2dc88edf7f4","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b6309e76-5419-437f-a5e8-ea9653920ced","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ee969334-6a0a-49d6-b1c0-6240ecde77cc","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c875c394-ccee-43b8-8ab9-4a55b5bfb732","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c875c394-ccee-43b8-8ab9-4a55b5bfb732","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c875c394-ccee-43b8-8ab9-4a55b5bfb732","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d801f685-fb9f-424b-b693-62752410fdd9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d801f685-fb9f-424b-b693-62752410fdd9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d801f685-fb9f-424b-b693-62752410fdd9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0dda6189-2065-4a81-8b04-2a3e96232a76","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0dda6189-2065-4a81-8b04-2a3e96232a76","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0dda6189-2065-4a81-8b04-2a3e96232a76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c5bee9fe-7491-4387-a24c-765ae42d331c","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c5bee9fe-7491-4387-a24c-765ae42d331c","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c5bee9fe-7491-4387-a24c-765ae42d331c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6a094b59-fa3e-4757-8590-dcdd2eff87a2","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6a094b59-fa3e-4757-8590-dcdd2eff87a2","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6a094b59-fa3e-4757-8590-dcdd2eff87a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"20062497-3ffd-4846-8c1d-d20b05e03d06","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"20062497-3ffd-4846-8c1d-d20b05e03d06","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"20062497-3ffd-4846-8c1d-d20b05e03d06","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"e42eab51-8645-49d2-a38b-a515d68137e3","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"e42eab51-8645-49d2-a38b-a515d68137e3","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"e42eab51-8645-49d2-a38b-a515d68137e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"596f2f3e-1169-493e-9db9-cb7fdda07c27","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"596f2f3e-1169-493e-9db9-cb7fdda07c27","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"596f2f3e-1169-493e-9db9-cb7fdda07c27","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2ce36589-1432-4708-bd73-0f4f26c77212","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2ce36589-1432-4708-bd73-0f4f26c77212","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2ce36589-1432-4708-bd73-0f4f26c77212","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63be1cd9-3a60-4d37-a7a4-ad1d77120a29","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63be1cd9-3a60-4d37-a7a4-ad1d77120a29","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63be1cd9-3a60-4d37-a7a4-ad1d77120a29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c8d7c6db-6cb5-4b88-86d0-8cb37a78f769","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c8d7c6db-6cb5-4b88-86d0-8cb37a78f769","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c8d7c6db-6cb5-4b88-86d0-8cb37a78f769","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7d96b436-cfa2-4a01-9f83-ce670d178363","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7d96b436-cfa2-4a01-9f83-ce670d178363","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7d96b436-cfa2-4a01-9f83-ce670d178363","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"7f414414-182b-48ec-9c6e-02f7d1e71267","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"7f414414-182b-48ec-9c6e-02f7d1e71267","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"7f414414-182b-48ec-9c6e-02f7d1e71267","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9fd316a0-696d-4b44-8f93-872932371b8b","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9fd316a0-696d-4b44-8f93-872932371b8b","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9fd316a0-696d-4b44-8f93-872932371b8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0c2f6df2-1b94-4106-8515-bdc1501ce1e4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0c2f6df2-1b94-4106-8515-bdc1501ce1e4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0c2f6df2-1b94-4106-8515-bdc1501ce1e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"078207b9-ba17-450b-9ce5-c633b4b04750","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"078207b9-ba17-450b-9ce5-c633b4b04750","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"078207b9-ba17-450b-9ce5-c633b4b04750","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a60c074a-0c3c-4fef-8401-eeb5bbd7a9a1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a60c074a-0c3c-4fef-8401-eeb5bbd7a9a1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a60c074a-0c3c-4fef-8401-eeb5bbd7a9a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b19677de-a9a2-44f1-b2ea-d088fdb650b6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b19677de-a9a2-44f1-b2ea-d088fdb650b6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b19677de-a9a2-44f1-b2ea-d088fdb650b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7e45e6c9-d3ca-4cf5-a557-d99a1a60ece9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7e45e6c9-d3ca-4cf5-a557-d99a1a60ece9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7e45e6c9-d3ca-4cf5-a557-d99a1a60ece9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"78951c83-609c-4d74-a487-1c6b5fba9f65","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"78951c83-609c-4d74-a487-1c6b5fba9f65","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"78951c83-609c-4d74-a487-1c6b5fba9f65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e0142dcc-f276-42af-92d1-e308145bf760","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e0142dcc-f276-42af-92d1-e308145bf760","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e0142dcc-f276-42af-92d1-e308145bf760","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"05f1fc77-333e-4dd8-a5ab-9afc11dfb8e4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"05f1fc77-333e-4dd8-a5ab-9afc11dfb8e4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"05f1fc77-333e-4dd8-a5ab-9afc11dfb8e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"daf7ae39-23f7-45ce-a34b-fc617c623efa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"daf7ae39-23f7-45ce-a34b-fc617c623efa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"daf7ae39-23f7-45ce-a34b-fc617c623efa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7cf9e11a-82e6-40e7-a639-a00b966035dc","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7cf9e11a-82e6-40e7-a639-a00b966035dc","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7cf9e11a-82e6-40e7-a639-a00b966035dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3b92541d-e5c6-4207-bf26-2a8ba1142aef","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3b92541d-e5c6-4207-bf26-2a8ba1142aef","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3b92541d-e5c6-4207-bf26-2a8ba1142aef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"692b5d81-63c5-4c80-9a7d-0efaf7798f9f","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"692b5d81-63c5-4c80-9a7d-0efaf7798f9f","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"692b5d81-63c5-4c80-9a7d-0efaf7798f9f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"70c0e01c-6767-4859-b5a6-d490a3d4d594","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"70c0e01c-6767-4859-b5a6-d490a3d4d594","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"70c0e01c-6767-4859-b5a6-d490a3d4d594","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c1b95e14-8099-4f6e-b80e-f6950e450b40","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c1b95e14-8099-4f6e-b80e-f6950e450b40","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c1b95e14-8099-4f6e-b80e-f6950e450b40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3e4b7f13-fdb9-4ab6-9f9a-6c0ff79622fa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3e4b7f13-fdb9-4ab6-9f9a-6c0ff79622fa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3e4b7f13-fdb9-4ab6-9f9a-6c0ff79622fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c9ffd9a7-ac03-4fb3-80a6-740f73feb642","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c9ffd9a7-ac03-4fb3-80a6-740f73feb642","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c9ffd9a7-ac03-4fb3-80a6-740f73feb642","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"57a0fc53-7c83-4ea4-93fb-5a7ec4df4aa1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"57a0fc53-7c83-4ea4-93fb-5a7ec4df4aa1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"57a0fc53-7c83-4ea4-93fb-5a7ec4df4aa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f25d42f4-1afa-40a8-a25e-5b7a061dafc5","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f25d42f4-1afa-40a8-a25e-5b7a061dafc5","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f25d42f4-1afa-40a8-a25e-5b7a061dafc5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3744c9a2-b101-4d46-82cf-17dd38613320","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3744c9a2-b101-4d46-82cf-17dd38613320","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3744c9a2-b101-4d46-82cf-17dd38613320","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"90bf6200-20ca-48b5-b83f-6a40bfb0de3a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"90bf6200-20ca-48b5-b83f-6a40bfb0de3a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"90bf6200-20ca-48b5-b83f-6a40bfb0de3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8cc77c15-32d9-44c3-ab5e-a14efb97b92a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8cc77c15-32d9-44c3-ab5e-a14efb97b92a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8cc77c15-32d9-44c3-ab5e-a14efb97b92a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a13298e4-2add-434c-8659-d19c844c0bb7","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a13298e4-2add-434c-8659-d19c844c0bb7","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a13298e4-2add-434c-8659-d19c844c0bb7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ac65ed50-0721-4272-92cb-a418bd4a2980","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ac65ed50-0721-4272-92cb-a418bd4a2980","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ac65ed50-0721-4272-92cb-a418bd4a2980","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63b67082-5903-4de7-8b06-1cd2b188fa3f","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63b67082-5903-4de7-8b06-1cd2b188fa3f","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"63b67082-5903-4de7-8b06-1cd2b188fa3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"893f7f80-aea2-4e08-adf3-e911b983bd52","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"893f7f80-aea2-4e08-adf3-e911b983bd52","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"893f7f80-aea2-4e08-adf3-e911b983bd52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"3a184ed8-7b03-4bd2-aab1-a16096b0b2e2","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"3a184ed8-7b03-4bd2-aab1-a16096b0b2e2","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"3a184ed8-7b03-4bd2-aab1-a16096b0b2e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a3305369-16d4-4d6c-a905-cdecd70c350b","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a3305369-16d4-4d6c-a905-cdecd70c350b","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a3305369-16d4-4d6c-a905-cdecd70c350b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"0c5d0991-6476-44a3-87f3-71a40cddb068","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"0c5d0991-6476-44a3-87f3-71a40cddb068","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"0c5d0991-6476-44a3-87f3-71a40cddb068","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"08356b9b-1083-437b-9ea9-37cc8f189042","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"08356b9b-1083-437b-9ea9-37cc8f189042","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"08356b9b-1083-437b-9ea9-37cc8f189042","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5b967fa1-626b-453d-8e1c-360aea210856","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5b967fa1-626b-453d-8e1c-360aea210856","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5b967fa1-626b-453d-8e1c-360aea210856","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"380f5b2c-27ef-48d8-93b6-18a6647d4585","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"380f5b2c-27ef-48d8-93b6-18a6647d4585","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"380f5b2c-27ef-48d8-93b6-18a6647d4585","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"edf92adf-8822-4050-a910-d700798bf1a1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"edf92adf-8822-4050-a910-d700798bf1a1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"edf92adf-8822-4050-a910-d700798bf1a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c430132d-a09d-4bc3-9362-4066a1e8e2c3","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c430132d-a09d-4bc3-9362-4066a1e8e2c3","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c430132d-a09d-4bc3-9362-4066a1e8e2c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"1a7d39dd-843e-4745-ac41-002d8da34ecc","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"1a7d39dd-843e-4745-ac41-002d8da34ecc","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"1a7d39dd-843e-4745-ac41-002d8da34ecc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"29d3f61a-d77c-4ff0-b54a-94e4c40a98ac","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"29d3f61a-d77c-4ff0-b54a-94e4c40a98ac","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"29d3f61a-d77c-4ff0-b54a-94e4c40a98ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"66dda00d-439f-441b-8fe6-8f6d401a179e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"66dda00d-439f-441b-8fe6-8f6d401a179e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"66dda00d-439f-441b-8fe6-8f6d401a179e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"796ec7a8-e85f-4d5d-89c9-e638ddf696cd","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"796ec7a8-e85f-4d5d-89c9-e638ddf696cd","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"796ec7a8-e85f-4d5d-89c9-e638ddf696cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5cd5968a-a51e-416c-bcb4-28fc5fc970b1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5cd5968a-a51e-416c-bcb4-28fc5fc970b1","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5cd5968a-a51e-416c-bcb4-28fc5fc970b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d377d751-27ee-43bb-afcc-18479b8e49f0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d377d751-27ee-43bb-afcc-18479b8e49f0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d377d751-27ee-43bb-afcc-18479b8e49f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6ee8f59e-310b-445e-8995-b313b5cb1b76","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6ee8f59e-310b-445e-8995-b313b5cb1b76","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6ee8f59e-310b-445e-8995-b313b5cb1b76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5ad5cf82-0c94-4a8a-984b-c29911a73ab9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5ad5cf82-0c94-4a8a-984b-c29911a73ab9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5ad5cf82-0c94-4a8a-984b-c29911a73ab9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"097bacbc-ad1c-4be3-ac95-a702f49c26e9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"097bacbc-ad1c-4be3-ac95-a702f49c26e9","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"097bacbc-ad1c-4be3-ac95-a702f49c26e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"79e19a9f-10d1-4e86-9812-3b5ea9f93410","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"79e19a9f-10d1-4e86-9812-3b5ea9f93410","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"79e19a9f-10d1-4e86-9812-3b5ea9f93410","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ce258a6f-a665-4c4b-b982-f05ab63c6e14","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ce258a6f-a665-4c4b-b982-f05ab63c6e14","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ce258a6f-a665-4c4b-b982-f05ab63c6e14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7c489a2a-2bd4-4f45-80fe-6d43db841a1e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7c489a2a-2bd4-4f45-80fe-6d43db841a1e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7c489a2a-2bd4-4f45-80fe-6d43db841a1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"27455c5e-b99d-42b8-8f90-deb3f474508e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"27455c5e-b99d-42b8-8f90-deb3f474508e","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"27455c5e-b99d-42b8-8f90-deb3f474508e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a4364536-122f-408f-ab7a-04a1bdc731c8","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a4364536-122f-408f-ab7a-04a1bdc731c8","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a4364536-122f-408f-ab7a-04a1bdc731c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"83881785-bc33-4ac3-be7d-e9934ce75135","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"83881785-bc33-4ac3-be7d-e9934ce75135","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"83881785-bc33-4ac3-be7d-e9934ce75135","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f2f603b9-70cb-4357-bf9e-96f921ce71d0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f2f603b9-70cb-4357-bf9e-96f921ce71d0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f2f603b9-70cb-4357-bf9e-96f921ce71d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9ebdf361-3095-4df5-8238-fdcb6adf9faa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9ebdf361-3095-4df5-8238-fdcb6adf9faa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9ebdf361-3095-4df5-8238-fdcb6adf9faa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7bbc0af7-5760-456e-8373-f191d52a47ab","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7bbc0af7-5760-456e-8373-f191d52a47ab","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7bbc0af7-5760-456e-8373-f191d52a47ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"9204735b-4ef2-44b1-950c-aaea4f8dd788","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"9204735b-4ef2-44b1-950c-aaea4f8dd788","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"9204735b-4ef2-44b1-950c-aaea4f8dd788","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a540b972-0a28-4c5f-bd1a-2a699dee98cf","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a540b972-0a28-4c5f-bd1a-2a699dee98cf","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a540b972-0a28-4c5f-bd1a-2a699dee98cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dae8bd7a-7bc6-4157-94b5-cab68f953362","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dae8bd7a-7bc6-4157-94b5-cab68f953362","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dae8bd7a-7bc6-4157-94b5-cab68f953362","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"bdf185fd-8cbe-48c4-a463-91722bdd1e1a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"bdf185fd-8cbe-48c4-a463-91722bdd1e1a","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"bdf185fd-8cbe-48c4-a463-91722bdd1e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"54cd63a2-0989-48c5-9826-8e9d8c65e315","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"54cd63a2-0989-48c5-9826-8e9d8c65e315","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"54cd63a2-0989-48c5-9826-8e9d8c65e315","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8e611b4f-2b2c-492d-a84c-7cb61f70fc97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8e611b4f-2b2c-492d-a84c-7cb61f70fc97","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8e611b4f-2b2c-492d-a84c-7cb61f70fc97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"3cd066de-b878-4db1-93cc-5c5b707a2218","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"3cd066de-b878-4db1-93cc-5c5b707a2218","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"3cd066de-b878-4db1-93cc-5c5b707a2218","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"444f121b-517a-48ab-89b3-79a223abd4aa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"444f121b-517a-48ab-89b3-79a223abd4aa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"444f121b-517a-48ab-89b3-79a223abd4aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"62d39f86-7abc-4f58-a970-6a13c76bb740","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"62d39f86-7abc-4f58-a970-6a13c76bb740","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"62d39f86-7abc-4f58-a970-6a13c76bb740","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c3aed6e8-8dca-4c09-9776-0eafb2b1b89d","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c3aed6e8-8dca-4c09-9776-0eafb2b1b89d","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c3aed6e8-8dca-4c09-9776-0eafb2b1b89d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"fb4ef889-d83e-4f65-82c4-6211791f99a0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"fb4ef889-d83e-4f65-82c4-6211791f99a0","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"fb4ef889-d83e-4f65-82c4-6211791f99a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1d4083ce-ddaa-49a1-bdec-cddf19dcea32","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1d4083ce-ddaa-49a1-bdec-cddf19dcea32","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1d4083ce-ddaa-49a1-bdec-cddf19dcea32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"cfb8cfb6-49b3-4b10-8fa3-aabb0b46d3a4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"cfb8cfb6-49b3-4b10-8fa3-aabb0b46d3a4","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"simulator-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"cfb8cfb6-49b3-4b10-8fa3-aabb0b46d3a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5f900a5c-fe44-4e93-9107-5f517a12e6fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5f900a5c-fe44-4e93-9107-5f517a12e6fb","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5f900a5c-fe44-4e93-9107-5f517a12e6fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b947ebed-cb2b-477b-a6cd-a6fe0f1fe904","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b947ebed-cb2b-477b-a6cd-a6fe0f1fe904","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b947ebed-cb2b-477b-a6cd-a6fe0f1fe904","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"260882b8-9d5d-4458-8d71-c5672f5c5d67","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"260882b8-9d5d-4458-8d71-c5672f5c5d67","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"260882b8-9d5d-4458-8d71-c5672f5c5d67","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"196ccab7-499d-4280-9baa-ee5d20766be6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"196ccab7-499d-4280-9baa-ee5d20766be6","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"premium-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"196ccab7-499d-4280-9baa-ee5d20766be6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2380a36d-eb28-4beb-b31a-cea24fe3b563","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2380a36d-eb28-4beb-b31a-cea24fe3b563","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2380a36d-eb28-4beb-b31a-cea24fe3b563","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"9804e2a4-09be-4ca2-aa7e-40c2a0ae4baa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342"}
{"level":"info","ts":"2026-10-30T21:58:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-05a342"}
{"level":"error","ts":"2026-10-30T21:58:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"9804e2a4-09be-4ca2-aa7e-40c2a0ae4baa","Namespace":"e2e-models-e2e-worker-w2-05a342","Name":"distinct-2-w2-05a342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T21:58:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"9804e2a4-09be-4ca2-aa7e-40c2a0ae4baa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-05a342-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-05a342 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}