{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"2f7a0f18-14b6-4289-9810-3e569a7da3d7","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc6fe98-4716-4f55-844a-ee10d8c188bb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:42Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"40327034-e213-44ef-bd1a-ff2c3e021b22","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"0625b7c9-0710-44bb-87dc-517b7aa7d986","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"10685f8e-ce80-48eb-88df-f2879650bccb","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"20e9c4a7-07ac-43d7-9ff0-a798df0ea0d3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","gateway":"openshift-ingress/e2e-ipp-a-cd9c98","ready":true}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","route":"ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-route","ready":true}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:44:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bb217e6d-1468-4b8a-8a88-34f4f73db7ab","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"error","ts":"2026-07-24T15:45:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"207801d0-f9dd-4cc0-941b-6ef6236ddec3","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"a992f5f2-2b38-4d95-a4b3-72508b5b44ee","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"bfc17d48-5e67-4970-a5b6-78827893a3a0","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-workload-svc: services \"ipp-route-cd9c98-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve: deployments.apps \"ipp-route-cd9c98-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"54c5ca23-4cda-40b4-bd6f-52578b21c50d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve: deployments.apps \"ipp-route-cd9c98-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","ips":["127.0.0.1"],"dnsNames":["ipp-route-cd9c98-kserve-workload-svc.ai-tenant-e2e-ipp-a-cd9c98.svc","ipp-route-cd9c98-kserve-workload-svc.ai-tenant-e2e-ipp-a-cd9c98.svc.cluster.local","localhost"]}
{"level":"error","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-self-signed-certs: secrets \"ipp-route-cd9c98-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-24T15:45:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"9fc573c2-6a88-4c70-b678-a1823d8ab761","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-cd9c98/ipp-route-cd9c98-kserve-self-signed-certs: secrets \"ipp-route-cd9c98-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cd9c98 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"51ca0fdb-d960-4f7f-8600-a9cbc1827fcd","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"51ca0fdb-d960-4f7f-8600-a9cbc1827fcd","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"51ca0fdb-d960-4f7f-8600-a9cbc1827fcd","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"51ca0fdb-d960-4f7f-8600-a9cbc1827fcd","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"51ca0fdb-d960-4f7f-8600-a9cbc1827fcd","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-cd9c98\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"cef8f8eb-8018-4d2c-8d2b-e1dc7361c609","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"cef8f8eb-8018-4d2c-8d2b-e1dc7361c609","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"error","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"cef8f8eb-8018-4d2c-8d2b-e1dc7361c609","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-24T15:45:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"cef8f8eb-8018-4d2c-8d2b-e1dc7361c609","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"adf64f9b-8e1c-4f55-895d-bc34fbe50801","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-cd9c98","namespace":"ai-tenant-e2e-ipp-a-cd9c98"},"namespace":"ai-tenant-e2e-ipp-a-cd9c98","name":"ipp-route-cd9c98","reconcileID":"52ae90ff-c65c-49ba-851c-18ac102c5685","Namespace":"ai-tenant-e2e-ipp-a-cd9c98","Name":"ipp-route-cd9c98"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:45:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-24T15:46:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}