{"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"16eb1148-c5a5-4451-9ce8-45fcfb44ba11","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"e76fa6b9-7c43-4208-b70b-1c55c5fafee9","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"cc38cbdc-deb6-46a7-8f62-b492cc6bce20","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"74b9e8a2-c73a-4061-a107-0e62eefd4af6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"52084ae6-e256-4540-9023-85fc9e9a1002","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"8134e6ce-5ffd-48bd-9c70-eba828392142","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","gateway":"openshift-ingress/e2e-ipp-a-fc7b93","ready":true} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","route":"ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-route","ready":true} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"42aa3817-7d05-4b5e-a813-81976f2eacb0","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-08-04T10:05:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-workload-svc: services \"ipp-route-fc7b93-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"418b4f8d-35b0-4807-934a-08048a06fdb1","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-workload-svc: services \"ipp-route-fc7b93-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"2807c3d7-5223-4d6d-9e56-94049dab572e","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"6c7e9a38-109d-4208-8a56-9ba4e0e95414","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"90a63d50-0632-4da4-8943-fd81b7400cea","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"82523edd-d125-46b5-99bd-f18fbe6f7526","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:05:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"f3c7aa8f-9055-495e-8e9d-989213da1d14","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve: deployments.apps \"ipp-route-fc7b93-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:05:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","ips":["127.0.0.1"],"dnsNames":["ipp-route-fc7b93-kserve-workload-svc.ai-tenant-e2e-ipp-a-fc7b93.svc","ipp-route-fc7b93-kserve-workload-svc.ai-tenant-e2e-ipp-a-fc7b93.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-08-04T10:06:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-self-signed-certs: secrets \"ipp-route-fc7b93-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-04T10:06:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"a583227f-3669-44f9-a9ff-f49e7f02206d","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fc7b93/ipp-route-fc7b93-kserve-self-signed-certs: secrets \"ipp-route-fc7b93-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:06:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"03ca087d-0858-4074-915b-d85d05102a79","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:06:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"03ca087d-0858-4074-915b-d85d05102a79","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:06:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"03ca087d-0858-4074-915b-d85d05102a79","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:06:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"03ca087d-0858-4074-915b-d85d05102a79","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"error","ts":"2026-08-04T10:06:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"03ca087d-0858-4074-915b-d85d05102a79","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-fc7b93\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"321de67a-0ced-4174-adc1-817cdcec8ca6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"321de67a-0ced-4174-adc1-817cdcec8ca6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"error","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"321de67a-0ced-4174-adc1-817cdcec8ca6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"321de67a-0ced-4174-adc1-817cdcec8ca6","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"} {"level":"info","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"80f4dda6-7797-463c-b928-c85b50c6d7a7","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:06:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"},"namespace":"ai-tenant-e2e-ipp-a-fc7b93","name":"ipp-route-fc7b93","reconcileID":"9c154fe6-35e6-4929-ade9-852362774810","Namespace":"ai-tenant-e2e-ipp-a-fc7b93","Name":"ipp-route-fc7b93"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:06:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-04T10:07:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}