{"level":"info","ts":"2026-07-24T15:12:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:12:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:12:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"d2922442-427e-41c7-8d8f-11ccdaffb4b2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b8647eb5-3f7d-47e6-afe8-93edead0a6a4","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"314df22a-277a-4850-8d87-2042bac1fd41","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"df2d59c8-2389-4077-93a9-d509ae21a0cc","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"00b50e8e-ecdb-4406-bc27-a40676f84535","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","gateway":"openshift-ingress/e2e-ipp-a-600d4a","ready":true} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","route":"ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:13:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"fd01487b-f5bb-4e34-8988-a20b10644c77","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"63c2a506-fe09-4ebb-92b5-5e4b4ddae3c5","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"383a1ed1-72be-4da9-b485-cbd9acf1a454","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"b3ed68a8-0ada-4ada-9a3d-4c95c71f274a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"86beda34-ea77-435f-a277-950a71ccfb14","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"919dc933-3d39-4b4c-9ffb-37385bbcd5f3","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T15:14:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"f7436314-4bad-46ed-999b-611854d099e0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-600d4a/ipp-route-600d4a-kserve: deployments.apps \"ipp-route-600d4a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"7841cd6e-0c62-4cca-a964-ca5b3ebbc3b1","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"7841cd6e-0c62-4cca-a964-ca5b3ebbc3b1","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"error","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"7841cd6e-0c62-4cca-a964-ca5b3ebbc3b1","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"7841cd6e-0c62-4cca-a964-ca5b3ebbc3b1","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"ea7308ec-f380-408e-bfa2-e4d5eee24817","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"83af60b5-62a6-4da3-810a-bd258cd95946","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"1c0b3541-41e9-4a01-a4a7-a8d84ba46b1b","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"897ccc8c-9686-40c0-9937-0766db31e0be","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"06a091c2-9169-447d-b2dc-94c433e642e2","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"},"namespace":"ai-tenant-e2e-ipp-a-600d4a","name":"ipp-route-600d4a","reconcileID":"3518a554-9cdb-4053-afcf-3aefdf120770","Namespace":"ai-tenant-e2e-ipp-a-600d4a","Name":"ipp-route-600d4a"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T15:15:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}