{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"122713cb-bee9-40a4-9889-b33aad82cb12","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175-validation-lq8zw","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175-validation-lq8zw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ff898ff3-1feb-4057-bfa9-9baf86c139f2","name":"simulator-w3-6e3175-validation-lq8zw","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","route":"e2e-models-e2e-worker-w3-6e3175/simulator-w3-6e3175-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","gateway":"openshift-ingress/e2e-worker-w3-6e3175","ready":true}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"c37d9851-1699-43a4-855b-fcee86701601","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:28Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-2cznh","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-2cznh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bf126c33-d616-4a97-9a8e-287c6d070cba","name":"e2e-trlp-test-simulated-validation-2cznh","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c623622f-3334-4ace-8173-f14556f45480","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-a099c3","namespace":"e2e-models-e2e-worker-w2-a099c3"},"namespace":"e2e-models-e2e-worker-w2-a099c3","name":"premium-w2-a099c3","reconcileID":"44d080b4-6a6b-41cd-9223-607e1f61f197","Namespace":"e2e-models-e2e-worker-w2-a099c3","Name":"premium-w2-a099c3"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-mxn6r","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-mxn6r","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1d8ca797-1d60-4cf8-b3a4-20ce74843a55","name":"e2e-distinct-simulated-validation-mxn6r","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"309b2e82-5c8e-4bae-a71b-c4c710d45115","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-zzgdf","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-zzgdf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cfbe15c9-e43b-4077-899d-cdf3f7dd14b4","name":"e2e-embedding-simulated-validation-zzgdf","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cdafdaf-ccba-4617-ad45-238ec08b4be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175-validation-57s4m","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175-validation-57s4m","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a64fa3b1-e7a4-4a25-94a2-bcddbb424917","name":"distinct-w3-6e3175-validation-57s4m","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","route":"e2e-models-e2e-worker-w3-6e3175/distinct-w3-6e3175-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","gateway":"openshift-ingress/e2e-worker-w3-6e3175","ready":true}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b8cb05fc-a29c-4c23-9882-f4d17bf80493","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-cjv29","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-cjv29","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2089d622-21a8-44ea-9a32-493205290804","name":"echo-simulator-validation-cjv29","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22cac608-0aea-43d3-a273-d3be7bf1ace6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-a099c3","namespace":"e2e-models-e2e-worker-w2-a099c3"},"namespace":"e2e-models-e2e-worker-w2-a099c3","name":"distinct-w2-a099c3","reconcileID":"513072a5-56cc-4f74-9dde-abc750601f88","Namespace":"e2e-models-e2e-worker-w2-a099c3","Name":"distinct-w2-a099c3"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-a099c3","namespace":"e2e-models-e2e-worker-w2-a099c3"},"namespace":"e2e-models-e2e-worker-w2-a099c3","name":"distinct-2-w2-a099c3","reconcileID":"47ae37fb-2b12-4e10-8b03-c842b1a20b28","Namespace":"e2e-models-e2e-worker-w2-a099c3","Name":"distinct-2-w2-a099c3"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-mlw6f","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-mlw6f","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3c7931fe-b8a5-438a-a41f-31dee006e8a8","name":"premium-simulated-simulated-premium-validation-mlw6f","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf4b606-8ed9-4e1e-9cf2-24401034f316","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T18:51:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2e9a02a8-90ab-4e1b-9e6a-640b4bd04e7b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"933815b5-7d7f-4275-ae9f-84363cd5ecba","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e25b32f9-f694-456d-b99f-2b992cfb9d7c","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"480fe99f-4cb5-42c5-8434-9fb826928786","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"77b04d32-e4a4-4606-86af-94bf05fa1ca0","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"bf708ae6-e210-443d-8fe2-95d313482e68","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"378b8ae9-a71a-420e-badb-486bafb99166","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0de8d2dd-6bd6-437a-9f1c-b0b38c1f7568","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5547cb8f-b5b7-4887-945e-aa037a311af7","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"263c46aa-5f01-4618-91b1-cfcaa0bc9c72","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e20d4398-43e7-4cb8-a5db-3e8710f32e03","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:51:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9de3e22d-4342-4cea-8745-db01a88d6219","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T18:52:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"9b490b03-ecbd-4f4b-80b6-22b394bd3bec","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"9b490b03-ecbd-4f4b-80b6-22b394bd3bec","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"9b490b03-ecbd-4f4b-80b6-22b394bd3bec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"076f8de5-f91f-4db3-8dcd-79e9c56a0682","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"076f8de5-f91f-4db3-8dcd-79e9c56a0682","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"076f8de5-f91f-4db3-8dcd-79e9c56a0682","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"e1642d76-0f00-46a4-9011-dd1abb45f219","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"e1642d76-0f00-46a4-9011-dd1abb45f219","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"e1642d76-0f00-46a4-9011-dd1abb45f219","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"3c8a295a-dcf7-419f-80ea-ef088efe74ca","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"3c8a295a-dcf7-419f-80ea-ef088efe74ca","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"3c8a295a-dcf7-419f-80ea-ef088efe74ca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"829ae871-e262-41b6-b5f9-8bc34a201541","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"829ae871-e262-41b6-b5f9-8bc34a201541","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"829ae871-e262-41b6-b5f9-8bc34a201541","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"10a2595f-347b-49be-be18-0479918412ac","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"10a2595f-347b-49be-be18-0479918412ac","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"10a2595f-347b-49be-be18-0479918412ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"8cb5b667-2e38-4245-bb78-08e72951be1b","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"8cb5b667-2e38-4245-bb78-08e72951be1b","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"8cb5b667-2e38-4245-bb78-08e72951be1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd558d99-3279-4cb3-977c-e5bc1a3be9aa","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd558d99-3279-4cb3-977c-e5bc1a3be9aa","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd558d99-3279-4cb3-977c-e5bc1a3be9aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e5de182b-e7a3-497f-9875-1f36e2349ec9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e5de182b-e7a3-497f-9875-1f36e2349ec9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e5de182b-e7a3-497f-9875-1f36e2349ec9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"097b8ed6-8927-4b26-a715-7738b057c756","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"097b8ed6-8927-4b26-a715-7738b057c756","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"097b8ed6-8927-4b26-a715-7738b057c756","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"142463b2-5839-4a0a-bf5c-99f4a7e700dc","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"142463b2-5839-4a0a-bf5c-99f4a7e700dc","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"142463b2-5839-4a0a-bf5c-99f4a7e700dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"387bbf7d-74ad-4300-8527-0e4684988df6","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"387bbf7d-74ad-4300-8527-0e4684988df6","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"387bbf7d-74ad-4300-8527-0e4684988df6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"37d91884-00e7-488d-84da-91d947d3bb03","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"37d91884-00e7-488d-84da-91d947d3bb03","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"37d91884-00e7-488d-84da-91d947d3bb03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"c06a0c93-56e0-4b18-bb92-31f52fd10f50","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"c06a0c93-56e0-4b18-bb92-31f52fd10f50","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"c06a0c93-56e0-4b18-bb92-31f52fd10f50","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"aa7290b1-b300-499a-af58-a7ca33cc79d1","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"aa7290b1-b300-499a-af58-a7ca33cc79d1","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"aa7290b1-b300-499a-af58-a7ca33cc79d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a77ca7ef-a38e-49f9-a021-8a7e0ff5e93c","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a77ca7ef-a38e-49f9-a021-8a7e0ff5e93c","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a77ca7ef-a38e-49f9-a021-8a7e0ff5e93c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"0162c025-6478-48c2-a6f8-3bad91ff39b5","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"0162c025-6478-48c2-a6f8-3bad91ff39b5","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"0162c025-6478-48c2-a6f8-3bad91ff39b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"2e08baea-d9e0-45a0-979f-e2a74f5bc50a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"2e08baea-d9e0-45a0-979f-e2a74f5bc50a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"2e08baea-d9e0-45a0-979f-e2a74f5bc50a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"2f691959-9094-4547-bf6e-f4d2409e1534","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"2f691959-9094-4547-bf6e-f4d2409e1534","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"2f691959-9094-4547-bf6e-f4d2409e1534","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"1103db57-3e92-4e7d-8bd9-04442f458a51","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"1103db57-3e92-4e7d-8bd9-04442f458a51","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"1103db57-3e92-4e7d-8bd9-04442f458a51","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"802d12e0-fbcb-469d-b1d3-e9019d3ab009","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"802d12e0-fbcb-469d-b1d3-e9019d3ab009","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"802d12e0-fbcb-469d-b1d3-e9019d3ab009","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"019b9c13-b798-4e84-a97a-6504c5b59393","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"019b9c13-b798-4e84-a97a-6504c5b59393","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"019b9c13-b798-4e84-a97a-6504c5b59393","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"d41c23ad-35c3-4f24-8c47-7c4295246b37","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"d41c23ad-35c3-4f24-8c47-7c4295246b37","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"d41c23ad-35c3-4f24-8c47-7c4295246b37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"46dee361-f1fe-4335-b14e-0a751ce97cc2","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"46dee361-f1fe-4335-b14e-0a751ce97cc2","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"46dee361-f1fe-4335-b14e-0a751ce97cc2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"96428370-db53-4bf0-8ba0-49decb6a7503","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"96428370-db53-4bf0-8ba0-49decb6a7503","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"96428370-db53-4bf0-8ba0-49decb6a7503","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"3f8adcc1-0833-4d3d-bccd-d6959c057410","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"3f8adcc1-0833-4d3d-bccd-d6959c057410","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"3f8adcc1-0833-4d3d-bccd-d6959c057410","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0d586837-f6ee-4699-ba87-9c4dd941d583","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0d586837-f6ee-4699-ba87-9c4dd941d583","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0d586837-f6ee-4699-ba87-9c4dd941d583","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"955e4910-7c7b-43c2-901b-b5d5935218c8","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"955e4910-7c7b-43c2-901b-b5d5935218c8","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"955e4910-7c7b-43c2-901b-b5d5935218c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"c92ed493-059c-46e5-adbe-403ac68d6f54","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"c92ed493-059c-46e5-adbe-403ac68d6f54","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"c92ed493-059c-46e5-adbe-403ac68d6f54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"338c2585-ab33-4305-901f-f463d6f21488","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"338c2585-ab33-4305-901f-f463d6f21488","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"338c2585-ab33-4305-901f-f463d6f21488","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"b74a86a5-01e0-41b6-8da7-0a27d8e5fe4b","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"b74a86a5-01e0-41b6-8da7-0a27d8e5fe4b","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"b74a86a5-01e0-41b6-8da7-0a27d8e5fe4b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0ee353ae-5cab-4be3-86c6-bbfb0f3778a4","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0ee353ae-5cab-4be3-86c6-bbfb0f3778a4","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0ee353ae-5cab-4be3-86c6-bbfb0f3778a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"fc267e4c-a5d7-4a84-878f-92faf46e28ff","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"fc267e4c-a5d7-4a84-878f-92faf46e28ff","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"fc267e4c-a5d7-4a84-878f-92faf46e28ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"886080ad-ca3d-45ea-b19e-5e60d3570d85","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"886080ad-ca3d-45ea-b19e-5e60d3570d85","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"886080ad-ca3d-45ea-b19e-5e60d3570d85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"eec9a171-64ff-4ef0-82f5-ea7064e2cf69","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"eec9a171-64ff-4ef0-82f5-ea7064e2cf69","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"eec9a171-64ff-4ef0-82f5-ea7064e2cf69","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"cbd27f42-3857-47ba-9d79-48bfe77ccd16","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"cbd27f42-3857-47ba-9d79-48bfe77ccd16","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"cbd27f42-3857-47ba-9d79-48bfe77ccd16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"632450a7-d30f-421c-9d03-60b11f1b753a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"632450a7-d30f-421c-9d03-60b11f1b753a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"632450a7-d30f-421c-9d03-60b11f1b753a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"7857eab3-822f-4cac-b3d5-6414e6891c54","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"7857eab3-822f-4cac-b3d5-6414e6891c54","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"7857eab3-822f-4cac-b3d5-6414e6891c54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a973392e-b321-4322-84b4-13ff17129b13","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a973392e-b321-4322-84b4-13ff17129b13","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"a973392e-b321-4322-84b4-13ff17129b13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"4b4b9c92-a95b-47d9-8318-e41b9bb11b16","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"4b4b9c92-a95b-47d9-8318-e41b9bb11b16","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"4b4b9c92-a95b-47d9-8318-e41b9bb11b16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"d414a57f-afc1-48cc-b191-f1ddd712fd68","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"d414a57f-afc1-48cc-b191-f1ddd712fd68","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"d414a57f-afc1-48cc-b191-f1ddd712fd68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a45419f8-e273-4650-ad62-2795d2033205","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a45419f8-e273-4650-ad62-2795d2033205","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a45419f8-e273-4650-ad62-2795d2033205","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"38dbb122-c069-4698-b6cf-a8b38684f814","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"38dbb122-c069-4698-b6cf-a8b38684f814","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"38dbb122-c069-4698-b6cf-a8b38684f814","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0c5c21c5-bba7-4841-b473-a173f0b5d5d5","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0c5c21c5-bba7-4841-b473-a173f0b5d5d5","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"0c5c21c5-bba7-4841-b473-a173f0b5d5d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"f0eeffbb-23c6-465b-9f29-d67ae50aa7b3","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"f0eeffbb-23c6-465b-9f29-d67ae50aa7b3","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"f0eeffbb-23c6-465b-9f29-d67ae50aa7b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"ce1d227b-b815-4645-957a-6f84a8341735","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"ce1d227b-b815-4645-957a-6f84a8341735","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"ce1d227b-b815-4645-957a-6f84a8341735","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"94db9502-b19d-4329-aa0d-1f50bc3adb15","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"94db9502-b19d-4329-aa0d-1f50bc3adb15","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"94db9502-b19d-4329-aa0d-1f50bc3adb15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"abd0b2a5-11eb-418e-a2ca-f8b5b60091fd","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"abd0b2a5-11eb-418e-a2ca-f8b5b60091fd","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"abd0b2a5-11eb-418e-a2ca-f8b5b60091fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"b43ba841-e161-4a65-a7dc-6e6b573e8a30","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"b43ba841-e161-4a65-a7dc-6e6b573e8a30","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"b43ba841-e161-4a65-a7dc-6e6b573e8a30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd431cf0-8c53-429f-8a70-4266d82120df","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd431cf0-8c53-429f-8a70-4266d82120df","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"dd431cf0-8c53-429f-8a70-4266d82120df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"96351b43-503e-4d00-a0d6-d57df849adc8","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"96351b43-503e-4d00-a0d6-d57df849adc8","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"96351b43-503e-4d00-a0d6-d57df849adc8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"c5d08edf-861c-4a29-b224-c339a42db945","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"c5d08edf-861c-4a29-b224-c339a42db945","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"c5d08edf-861c-4a29-b224-c339a42db945","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a6473f16-001a-4f72-92b8-cd6a5061628e","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a6473f16-001a-4f72-92b8-cd6a5061628e","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"a6473f16-001a-4f72-92b8-cd6a5061628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"b6dac369-d4cf-4e3c-8e7b-afcf8b56757f","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"b6dac369-d4cf-4e3c-8e7b-afcf8b56757f","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"b6dac369-d4cf-4e3c-8e7b-afcf8b56757f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"05824194-0006-4b78-963d-8d94e7ac5ffa","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"05824194-0006-4b78-963d-8d94e7ac5ffa","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"05824194-0006-4b78-963d-8d94e7ac5ffa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"89282ed0-370a-4bc6-9498-3a2101340035","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"89282ed0-370a-4bc6-9498-3a2101340035","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"89282ed0-370a-4bc6-9498-3a2101340035","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"5c6ba63a-76f3-4a16-80d7-c451432521bc","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"5c6ba63a-76f3-4a16-80d7-c451432521bc","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"5c6ba63a-76f3-4a16-80d7-c451432521bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"8fcb68da-3dcb-4a7d-9858-0960b00a0706","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"8fcb68da-3dcb-4a7d-9858-0960b00a0706","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"8fcb68da-3dcb-4a7d-9858-0960b00a0706","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"adf0fd43-cca0-4814-b300-535f3b6f9c18","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"adf0fd43-cca0-4814-b300-535f3b6f9c18","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"adf0fd43-cca0-4814-b300-535f3b6f9c18","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"bd1a8ee5-7fc8-4db4-af4b-e75cfa95381a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"bd1a8ee5-7fc8-4db4-af4b-e75cfa95381a","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"bd1a8ee5-7fc8-4db4-af4b-e75cfa95381a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"777eccc6-2c51-4aac-b62c-fdd3d9efd2a1","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"777eccc6-2c51-4aac-b62c-fdd3d9efd2a1","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"777eccc6-2c51-4aac-b62c-fdd3d9efd2a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"9f0d85d0-a8ea-473e-9f9b-fdf0879f08c2","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"9f0d85d0-a8ea-473e-9f9b-fdf0879f08c2","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"9f0d85d0-a8ea-473e-9f9b-fdf0879f08c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b3bb4c8a-34bb-45b4-aafa-5d2d74440899","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:52:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:52:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b3bb4c8a-34bb-45b4-aafa-5d2d74440899","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:52:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"b3bb4c8a-34bb-45b4-aafa-5d2d74440899","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e070d6e0-b646-4ea0-b03d-108d27c9029d","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e070d6e0-b646-4ea0-b03d-108d27c9029d","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T18:53:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"e070d6e0-b646-4ea0-b03d-108d27c9029d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-6e3175-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-6e3175 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"54899405-6ca4-4e7b-b691-d61e594caecf","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"54899405-6ca4-4e7b-b691-d61e594caecf","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"54899405-6ca4-4e7b-b691-d61e594caecf","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"54899405-6ca4-4e7b-b691-d61e594caecf","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0984b774-f891-480b-88fd-d093142e9a58","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0984b774-f891-480b-88fd-d093142e9a58","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0984b774-f891-480b-88fd-d093142e9a58","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:53:02Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"0984b774-f891-480b-88fd-d093142e9a58","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"4df9cc48-12ea-456c-b3b9-cb65b649e081","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:03Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"4df9cc48-12ea-456c-b3b9-cb65b649e081","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:03Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"4df9cc48-12ea-456c-b3b9-cb65b649e081","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:53:03Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-w3-6e3175","reconcileID":"4df9cc48-12ea-456c-b3b9-cb65b649e081","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-w3-6e3175","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"702a45de-8233-42d3-81b1-892f4119b5c9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"702a45de-8233-42d3-81b1-892f4119b5c9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"702a45de-8233-42d3-81b1-892f4119b5c9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"}
{"level":"error","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"distinct-2-w3-6e3175","reconcileID":"702a45de-8233-42d3-81b1-892f4119b5c9","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"distinct-2-w3-6e3175","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"premium-w3-6e3175","reconcileID":"288b4459-f7bb-463e-bb71-798e6358c5a5","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"premium-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-9whwr","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-9whwr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e8a69a2f-d553-4b54-a31d-23f1f6b5e667","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-9whwr","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e03f67-d910-4f27-8e08-7f4f9517e9ae","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6e3175","namespace":"e2e-models-e2e-worker-w3-6e3175"},"namespace":"e2e-models-e2e-worker-w3-6e3175","name":"simulator-w3-6e3175","reconcileID":"fae0da96-12a7-4ab9-a4d0-41f45ef0cdb1","Namespace":"e2e-models-e2e-worker-w3-6e3175","Name":"simulator-w3-6e3175"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-cnnsx","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-cnnsx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cd7c9b3c-2f0d-4f29-8333-52af2bfd0cfd","name":"e2e-trlp-test-simulated-validation-cnnsx","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92c7b86e-b573-47be-b3cd-bf06b8f95a12","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T18:53:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-5xbxm","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-5xbxm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c717c418-fa35-4a34-b298-acb146f076ba","name":"e2e-distinct-simulated-validation-5xbxm","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d7e2b7-2a89-4299-93e7-549d6b68c1da","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T18:53:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef972caf-537b-42e5-9476-0554c57b8a70","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T18:53:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T18:53:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-lvgjr","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-lvgjr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3fc0e776-ce95-43f1-9b74-3e4f19226c90","name":"e2e-embedding-simulated-validation-lvgjr","namespace":"llm"}