{"level":"info","ts":"2026-07-24T19:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"2a5765d7-a4d1-4538-8492-d38b1f3f3b92","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"05aadba2-6c2c-44aa-b766-7d44ddca2997","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"22622e9f-5c18-433a-8156-3cfd92aa5ae8","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"88c03a6c-0eab-4939-a4ca-b9ca574c41f3","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"4fe1b152-1281-432c-aa78-7d35a1b76fe9","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","gateway":"openshift-ingress/e2e-ipp-a-87cd66","ready":true} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","route":"ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:30:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"06b19346-1763-46b5-9aa2-56c3fb2783e4","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T19:31:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"dafe737b-dbd7-4550-ab9e-8c90e64c75a0","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"bab47d35-d10b-4301-98d2-8e1979f5c1b2","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"182174ce-dfe2-432d-9dbb-bf284645bb55","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"c8e0991e-4188-4f5e-b983-5efdb8343920","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve-workload-svc: services \"ipp-route-87cd66-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-87cd66 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get defaults for v1.Deployment ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve: deployments.apps \"ipp-route-87cd66-kserve\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T19:31:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"ad4138b1-7362-441d-ab44-3e9183e95487","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get defaults for v1.Deployment ai-tenant-e2e-ipp-a-87cd66/ipp-route-87cd66-kserve: deployments.apps \"ipp-route-87cd66-kserve\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"562fd218-34c7-4be3-8a8a-3f07f0c615b5","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"562fd218-34c7-4be3-8a8a-3f07f0c615b5","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"562fd218-34c7-4be3-8a8a-3f07f0c615b5","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"562fd218-34c7-4be3-8a8a-3f07f0c615b5","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"10f9dce7-9ee7-49e0-a309-b5c4f982c682","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"10f9dce7-9ee7-49e0-a309-b5c4f982c682","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"error","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"10f9dce7-9ee7-49e0-a309-b5c4f982c682","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"10f9dce7-9ee7-49e0-a309-b5c4f982c682","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"} {"level":"error","ts":"2026-07-24T19:31:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"10f9dce7-9ee7-49e0-a309-b5c4f982c682","error":"llminferenceservices.serving.kserve.io \"ipp-route-87cd66\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"71f09116-b627-40af-b925-21b5b578284d","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-87cd66","namespace":"ai-tenant-e2e-ipp-a-87cd66"},"namespace":"ai-tenant-e2e-ipp-a-87cd66","name":"ipp-route-87cd66","reconcileID":"fde3ea5a-fcb0-43de-a2fe-fd2428240d78","Namespace":"ai-tenant-e2e-ipp-a-87cd66","Name":"ipp-route-87cd66"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:31:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T19:32:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}