{"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:39:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8a30a674-14aa-4ce7-a868-d26c4e3b88f9","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"7db55ff4-9d61-4da6-ad66-0f6f54a3429c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"f3ca1f39-c681-4595-bf15-28a63d15c048","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"84d53efb-04bc-43d6-8995-4c3c5b021f9c","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"39ce3843-2e80-4aa1-a117-c813c7bf37e3","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","gateway":"openshift-ingress/e2e-ipp-a-49d475","ready":true} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","route":"ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:40:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"0e48a081-0bcb-4b5e-af7b-2f10bf7e8c59","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"19be5b32-4cee-4f03-9e44-e831d0ef7abf","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"9834b590-d443-43fe-85ac-69c92154cf3e","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"31e44344-63af-4232-bd3c-c417b1fb9744","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T13:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"d20c216e-0c66-4ffe-a876-38b272572f33","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-49d475/ipp-route-49d475-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-49d475-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-49d475 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"46687aaf-1d63-401d-8b25-d7031786ba5b","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"46687aaf-1d63-401d-8b25-d7031786ba5b","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"46687aaf-1d63-401d-8b25-d7031786ba5b","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"46687aaf-1d63-401d-8b25-d7031786ba5b","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"a0b35d34-923a-4adb-a726-961d6e7ea476","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"a0b35d34-923a-4adb-a726-961d6e7ea476","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"a0b35d34-923a-4adb-a726-961d6e7ea476","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"a0b35d34-923a-4adb-a726-961d6e7ea476","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"} {"level":"error","ts":"2026-07-24T13:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"a0b35d34-923a-4adb-a726-961d6e7ea476","error":"llminferenceservices.serving.kserve.io \"ipp-route-49d475\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"933a85a5-0198-4dfd-91d3-2ba316e8ba4e","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"8324488c-f54d-4507-bd0c-84de728302a6","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"6437d8e1-f84c-4498-922d-5caf8c316c67","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-49d475","namespace":"ai-tenant-e2e-ipp-a-49d475"},"namespace":"ai-tenant-e2e-ipp-a-49d475","name":"ipp-route-49d475","reconcileID":"98466a7f-d1c1-445d-8b90-399fd929daa4","Namespace":"ai-tenant-e2e-ipp-a-49d475","Name":"ipp-route-49d475"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:41:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T13:42:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}