{"level":"info","ts":"2026-11-04T01:54:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"10e2df9e-4c6a-4b21-8328-313ec3889137","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-6hgwx","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-6hgwx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"903e4ffc-7a65-4a37-92b6-c7be07784dba","name":"e2e-trlp-test-simulated-validation-6hgwx","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ecf59a1d-efd8-4728-b687-b54eb754e968","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-9mgrb","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-9mgrb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0ed80825-f671-4e5c-bf67-fad3b1e07e5d","name":"e2e-distinct-2-simulated-validation-9mgrb","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20e40d81-ec8d-49ac-88da-a61a5959f757","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-l68bv","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-l68bv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"15ae5f47-dc56-4231-a215-ee388eec37f8","name":"e2e-distinct-simulated-validation-l68bv","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5822ff3f-1055-401a-a859-ca62a8497ad8","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f-validation-rzvsq","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f-validation-rzvsq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fbc6f057-e2ac-4c4b-9641-f8f737aff424","name":"premium-w3-9a1b3f-validation-rzvsq","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","route":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","ready":true}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"49cb0fd5-64e3-4936-a335-11b4cdf671f2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-x4lqp","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-x4lqp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1bc99515-f79a-4eeb-b6f2-fad7cdda2e54","name":"e2e-embedding-simulated-validation-x4lqp","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5ba5bef-6eb1-4dfe-99f2-afb696b503a7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:54:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-ld2f2","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-ld2f2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e1717cfd-c75c-44ff-9b66-c6c5e6c617eb","name":"echo-simulator-validation-ld2f2","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c80d807-480a-45cf-907a-cd70a775a201","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"5db9698f-547c-41eb-b273-5356848c2d98","Namespace":"e2e-models-e2e-worker-w0-5b176c","Name":"distinct-w0-5b176c"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"75879283-5df8-4eed-84ad-37851a3271e0","Namespace":"e2e-models-e2e-worker-w0-5b176c","Name":"premium-w0-5b176c"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pjk82","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pjk82","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a37a8423-736b-4d82-9c3f-beeef3e46663","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pjk82","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:54:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fe9c66c-ac0f-4e2e-b911-63fc7bea4c7d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"a17390de-b021-4606-bc00-fa86d25fb4c9","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"a17390de-b021-4606-bc00-fa86d25fb4c9","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"a17390de-b021-4606-bc00-fa86d25fb4c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"e1ebe773-1c41-4835-bfd6-4ab0adfbc361","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"e1ebe773-1c41-4835-bfd6-4ab0adfbc361","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"e1ebe773-1c41-4835-bfd6-4ab0adfbc361","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f0ebf6c9-5054-4848-93ab-ee5a23629acc","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f0ebf6c9-5054-4848-93ab-ee5a23629acc","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f0ebf6c9-5054-4848-93ab-ee5a23629acc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"abdef05d-31db-41c2-8045-79f6c5264bbe","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"abdef05d-31db-41c2-8045-79f6c5264bbe","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"abdef05d-31db-41c2-8045-79f6c5264bbe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b5da0a8d-3c81-42c9-b022-eb5c61242574","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b5da0a8d-3c81-42c9-b022-eb5c61242574","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b5da0a8d-3c81-42c9-b022-eb5c61242574","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"2b4e6108-cb15-4147-b056-f2b81283e8b1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"2b4e6108-cb15-4147-b056-f2b81283e8b1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"2b4e6108-cb15-4147-b056-f2b81283e8b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"c42e4fc5-36a8-4c0c-a817-7d2fd2c3e90b","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"c42e4fc5-36a8-4c0c-a817-7d2fd2c3e90b","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"c42e4fc5-36a8-4c0c-a817-7d2fd2c3e90b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"eab41c97-1c94-49b0-a786-67f6e1242bba","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"eab41c97-1c94-49b0-a786-67f6e1242bba","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"eab41c97-1c94-49b0-a786-67f6e1242bba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"5ed874a9-7215-4081-bde3-4a9ad1e2afa8","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"5ed874a9-7215-4081-bde3-4a9ad1e2afa8","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"5ed874a9-7215-4081-bde3-4a9ad1e2afa8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"fc2356d1-c0c8-4c94-af41-2eaf14c9dab2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"fc2356d1-c0c8-4c94-af41-2eaf14c9dab2","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"fc2356d1-c0c8-4c94-af41-2eaf14c9dab2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"300a9c5e-a56e-498c-8232-72ad8d080617","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"300a9c5e-a56e-498c-8232-72ad8d080617","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"300a9c5e-a56e-498c-8232-72ad8d080617","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3944cf71-bdc9-4ce6-be49-acde29aa8c79","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3944cf71-bdc9-4ce6-be49-acde29aa8c79","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3944cf71-bdc9-4ce6-be49-acde29aa8c79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"63d80271-3d9e-4104-a881-f1be8a1f1dd1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"63d80271-3d9e-4104-a881-f1be8a1f1dd1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"63d80271-3d9e-4104-a881-f1be8a1f1dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"a894bcf0-df3f-496f-887c-5e8b2fcdd414","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"a894bcf0-df3f-496f-887c-5e8b2fcdd414","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"a894bcf0-df3f-496f-887c-5e8b2fcdd414","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"44d02a3f-888d-4207-a054-aa1cf6194316","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"44d02a3f-888d-4207-a054-aa1cf6194316","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"44d02a3f-888d-4207-a054-aa1cf6194316","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e7407467-e9d2-45c1-98ce-29c755f260ae","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e7407467-e9d2-45c1-98ce-29c755f260ae","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e7407467-e9d2-45c1-98ce-29c755f260ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"d73e8d51-e27d-4f49-8a23-3e4911540a84","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"d73e8d51-e27d-4f49-8a23-3e4911540a84","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"d73e8d51-e27d-4f49-8a23-3e4911540a84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"6c3341e6-43f3-4532-8f47-a05af5ce15cb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"6c3341e6-43f3-4532-8f47-a05af5ce15cb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"6c3341e6-43f3-4532-8f47-a05af5ce15cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"dc95ebae-7ae8-47f5-ad66-b53af40aecba","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"dc95ebae-7ae8-47f5-ad66-b53af40aecba","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"dc95ebae-7ae8-47f5-ad66-b53af40aecba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5ea41f7e-86b7-4574-b7f5-a4c858064141","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5ea41f7e-86b7-4574-b7f5-a4c858064141","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5ea41f7e-86b7-4574-b7f5-a4c858064141","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b06b094e-aea6-4839-a6d7-2b974f208a4c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b06b094e-aea6-4839-a6d7-2b974f208a4c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b06b094e-aea6-4839-a6d7-2b974f208a4c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"58b2867e-168c-43de-a7ee-7a17d05cec24","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"58b2867e-168c-43de-a7ee-7a17d05cec24","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"58b2867e-168c-43de-a7ee-7a17d05cec24","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b0b5b767-374d-42a5-b149-3fe5391d75a4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b0b5b767-374d-42a5-b149-3fe5391d75a4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b0b5b767-374d-42a5-b149-3fe5391d75a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e2a79c7d-6b48-4a1c-96c6-66187c864fb4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e2a79c7d-6b48-4a1c-96c6-66187c864fb4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e2a79c7d-6b48-4a1c-96c6-66187c864fb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65dd3a94-a91b-47f8-9ba2-7126412a4525","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65dd3a94-a91b-47f8-9ba2-7126412a4525","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65dd3a94-a91b-47f8-9ba2-7126412a4525","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9a8e8005-5f71-470f-b785-7263c3d593fc","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9a8e8005-5f71-470f-b785-7263c3d593fc","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9a8e8005-5f71-470f-b785-7263c3d593fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"921fb25b-021d-48dc-ab58-285722615ac1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"921fb25b-021d-48dc-ab58-285722615ac1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"921fb25b-021d-48dc-ab58-285722615ac1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3974888e-5253-4766-8579-dff737be2fc1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3974888e-5253-4766-8579-dff737be2fc1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3974888e-5253-4766-8579-dff737be2fc1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"769018f8-1dd9-4c02-af5d-1b53e4ce9783","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"769018f8-1dd9-4c02-af5d-1b53e4ce9783","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"769018f8-1dd9-4c02-af5d-1b53e4ce9783","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9ed8fc68-ba73-4819-9a80-c2d9550ff1fb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9ed8fc68-ba73-4819-9a80-c2d9550ff1fb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9ed8fc68-ba73-4819-9a80-c2d9550ff1fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"6c809405-3faa-41db-a7a6-26d26b49d1b0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"6c809405-3faa-41db-a7a6-26d26b49d1b0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"6c809405-3faa-41db-a7a6-26d26b49d1b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fba28706-9a7f-473d-bb08-749423b716b4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fba28706-9a7f-473d-bb08-749423b716b4","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fba28706-9a7f-473d-bb08-749423b716b4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6e7d6ab6-3961-492d-af6c-97abd29c3e60","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6e7d6ab6-3961-492d-af6c-97abd29c3e60","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6e7d6ab6-3961-492d-af6c-97abd29c3e60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"ea1a1fb8-7c0d-47b9-aebc-110bff8da9e0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"ea1a1fb8-7c0d-47b9-aebc-110bff8da9e0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"ea1a1fb8-7c0d-47b9-aebc-110bff8da9e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"d632d1f8-13d6-4e86-a3f2-c5d8af7a924d","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"d632d1f8-13d6-4e86-a3f2-c5d8af7a924d","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"d632d1f8-13d6-4e86-a3f2-c5d8af7a924d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e89d4426-b5ca-4afc-94b5-672cd9eeae95","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e89d4426-b5ca-4afc-94b5-672cd9eeae95","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e89d4426-b5ca-4afc-94b5-672cd9eeae95","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"80ae92d6-92cc-4a0b-bd86-477271ca7eae","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"80ae92d6-92cc-4a0b-bd86-477271ca7eae","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"80ae92d6-92cc-4a0b-bd86-477271ca7eae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bcbf7b92-6431-4511-bbc0-317d5fcff485","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bcbf7b92-6431-4511-bbc0-317d5fcff485","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bcbf7b92-6431-4511-bbc0-317d5fcff485","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bda7c43c-aeae-471a-a802-736777899eca","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bda7c43c-aeae-471a-a802-736777899eca","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bda7c43c-aeae-471a-a802-736777899eca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"deb17d0c-4e57-440f-a2fa-151068c71f8a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"deb17d0c-4e57-440f-a2fa-151068c71f8a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"deb17d0c-4e57-440f-a2fa-151068c71f8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"2aba7268-c0d6-413e-9cce-d3e0a7984827","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"2aba7268-c0d6-413e-9cce-d3e0a7984827","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"2aba7268-c0d6-413e-9cce-d3e0a7984827","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"548ad113-7c54-412c-aae0-077d2178530a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"548ad113-7c54-412c-aae0-077d2178530a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"548ad113-7c54-412c-aae0-077d2178530a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"4ed57804-8141-4b9c-a069-0133cc76d7b1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"4ed57804-8141-4b9c-a069-0133cc76d7b1","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"4ed57804-8141-4b9c-a069-0133cc76d7b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b4e6fb04-dd36-4188-a1f8-9b6500d3ff12","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b4e6fb04-dd36-4188-a1f8-9b6500d3ff12","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b4e6fb04-dd36-4188-a1f8-9b6500d3ff12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fb32880c-109a-4ad5-b614-69266a6e4a10","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fb32880c-109a-4ad5-b614-69266a6e4a10","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fb32880c-109a-4ad5-b614-69266a6e4a10","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9ef5a9cb-7f29-4d0f-bb25-46ff0678279b","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9ef5a9cb-7f29-4d0f-bb25-46ff0678279b","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9ef5a9cb-7f29-4d0f-bb25-46ff0678279b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6aae4740-54e8-4d21-887e-432bbea9c469","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6aae4740-54e8-4d21-887e-432bbea9c469","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6aae4740-54e8-4d21-887e-432bbea9c469","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"bc163bf7-c63b-4101-8ccf-a96e1848aa64","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"bc163bf7-c63b-4101-8ccf-a96e1848aa64","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"bc163bf7-c63b-4101-8ccf-a96e1848aa64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"8622a11e-9535-4ad2-ab10-37d854e0481a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"8622a11e-9535-4ad2-ab10-37d854e0481a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"8622a11e-9535-4ad2-ab10-37d854e0481a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"fc370b47-1f11-4d5a-aaa3-5b59f977c5fe","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"fc370b47-1f11-4d5a-aaa3-5b59f977c5fe","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"fc370b47-1f11-4d5a-aaa3-5b59f977c5fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bb60c910-9707-42b6-8dc5-6fc9c3737366","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bb60c910-9707-42b6-8dc5-6fc9c3737366","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bb60c910-9707-42b6-8dc5-6fc9c3737366","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b531c6dc-774a-49d2-b3ba-4dc85db7996c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b531c6dc-774a-49d2-b3ba-4dc85db7996c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b531c6dc-774a-49d2-b3ba-4dc85db7996c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0cea19f6-022d-428f-bded-08ab3af64e24","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0cea19f6-022d-428f-bded-08ab3af64e24","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0cea19f6-022d-428f-bded-08ab3af64e24","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"74225efd-3893-4996-97c5-9d29fe0b4dd0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"74225efd-3893-4996-97c5-9d29fe0b4dd0","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"74225efd-3893-4996-97c5-9d29fe0b4dd0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"520cc73d-30d4-45ac-bba5-b067c0789d8f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"520cc73d-30d4-45ac-bba5-b067c0789d8f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"520cc73d-30d4-45ac-bba5-b067c0789d8f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c095edad-38ae-4182-97ab-94f17be690b9","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c095edad-38ae-4182-97ab-94f17be690b9","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c095edad-38ae-4182-97ab-94f17be690b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b6e54ad5-957f-4197-9042-e6060428f972","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b6e54ad5-957f-4197-9042-e6060428f972","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b6e54ad5-957f-4197-9042-e6060428f972","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e37d4ed2-6c2c-4b60-9afd-910c4bb69c04","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:54:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:54:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e37d4ed2-6c2c-4b60-9afd-910c4bb69c04","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:54:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"e37d4ed2-6c2c-4b60-9afd-910c4bb69c04","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c8e37575-433f-4f0c-be83-77f377d954eb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c8e37575-433f-4f0c-be83-77f377d954eb","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c8e37575-433f-4f0c-be83-77f377d954eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1e621e6d-41cd-4343-ba35-d5b6d3f1cec5","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1e621e6d-41cd-4343-ba35-d5b6d3f1cec5","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1e621e6d-41cd-4343-ba35-d5b6d3f1cec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"5d4916bf-a278-4841-859c-a92f036f4771","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"5d4916bf-a278-4841-859c-a92f036f4771","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"5d4916bf-a278-4841-859c-a92f036f4771","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bbaa7c79-f484-438f-b957-17fd87c9cc0e","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bbaa7c79-f484-438f-b957-17fd87c9cc0e","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bbaa7c79-f484-438f-b957-17fd87c9cc0e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"0c810e34-d99e-48af-a98b-2ca7b1bdd2ef","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"0c810e34-d99e-48af-a98b-2ca7b1bdd2ef","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"0c810e34-d99e-48af-a98b-2ca7b1bdd2ef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"70f70b59-fb06-4b26-beff-46ea46a7ac9f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"70f70b59-fb06-4b26-beff-46ea46a7ac9f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"70f70b59-fb06-4b26-beff-46ea46a7ac9f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"aef299be-d58a-4df3-a0b8-32afe54efe92","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"aef299be-d58a-4df3-a0b8-32afe54efe92","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"aef299be-d58a-4df3-a0b8-32afe54efe92","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"56219d1e-9a2c-4439-b37d-94bce73b8a5c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"56219d1e-9a2c-4439-b37d-94bce73b8a5c","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"56219d1e-9a2c-4439-b37d-94bce73b8a5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65697ef9-30ff-4ee7-96b1-8ad47f7448e8","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65697ef9-30ff-4ee7-96b1-8ad47f7448e8","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"65697ef9-30ff-4ee7-96b1-8ad47f7448e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"0d1d46f7-cc75-4247-87ca-f37bfe6b351a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"0d1d46f7-cc75-4247-87ca-f37bfe6b351a","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T01:55:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"0d1d46f7-cc75-4247-87ca-f37bfe6b351a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-9a1b3f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-9a1b3f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"06d5b8b0-c6ca-4d84-a11d-22e9f0e6bb6f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"06d5b8b0-c6ca-4d84-a11d-22e9f0e6bb6f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"06d5b8b0-c6ca-4d84-a11d-22e9f0e6bb6f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"06d5b8b0-c6ca-4d84-a11d-22e9f0e6bb6f","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"28e56bfb-c65e-4d73-894f-847205da6270","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"28e56bfb-c65e-4d73-894f-847205da6270","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"28e56bfb-c65e-4d73-894f-847205da6270","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"28e56bfb-c65e-4d73-894f-847205da6270","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"simulator-w3-9a1b3f","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"1a2677a2-701b-4056-a2ae-64b8bc78ff14","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"1a2677a2-701b-4056-a2ae-64b8bc78ff14","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"1a2677a2-701b-4056-a2ae-64b8bc78ff14","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"1a2677a2-701b-4056-a2ae-64b8bc78ff14","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-2-w3-9a1b3f","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"92eee2e8-0da9-4629-8fbb-ec96c137d257","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"92eee2e8-0da9-4629-8fbb-ec96c137d257","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"92eee2e8-0da9-4629-8fbb-ec96c137d257","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"}
{"level":"error","ts":"2026-11-04T01:55:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"92eee2e8-0da9-4629-8fbb-ec96c137d257","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"premium-w3-9a1b3f","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"1c7b57fd-88c0-4508-a440-9d2e7f311fe5","Namespace":"e2e-models-e2e-worker-w3-9a1b3f","Name":"distinct-w3-9a1b3f"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-x9mvr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-x9mvr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c6270f9a-be58-4009-bc7a-6168fa4abc18","name":"e2e-distinct-2-simulated-validation-x9mvr","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3dd6b696-e497-4270-8bc0-c53dd2b9c0aa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T01:55:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-rgjlr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-rgjlr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1c1e1876-eb95-463d-b15e-30e06b6c9904","name":"e2e-distinct-simulated-validation-rgjlr","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae88015f-b884-4636-b627-8aa7811a37c2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T01:55:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-xt57x","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-xt57x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"575c9bd0-db6c-4a5f-a413-f42e132e1b03","name":"e2e-embedding-simulated-validation-xt57x","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82ba681d-e561-4b90-a287-d4a787a7a2ca","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T01:55:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2030dac-9d79-4331-b312-cc5f3c600325","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T01:55:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T01:55:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-r9rfh","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-r9rfh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ee387c61-fb2e-4ffd-b3c3-447ffb5d4598","name":"echo-simulator-validation-r9rfh","namespace":"llm"}