{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"88a07999-5300-47e6-a6e7-af836b836c3f","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fd64286b-98b6-401c-a38f-1e435a6ec8a5","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"77aadf2a-5fd2-453c-b004-4486079e0887","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"fb28fc42-3359-4648-bffc-e0c8e63e5026","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"c1d83154-b654-4f87-bef0-c9fd696ae5a4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"add63d5c-0555-4dd3-a5c9-0a7cc1618bb4","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","gateway":"openshift-ingress/e2e-ipp-a-06df9a","ready":true}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","route":"ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve-route","ready":true}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:29:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"84a48a51-8a99-4955-83b8-3bcdad5b9cf6","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"9d6d4fc9-e96e-433c-a63c-3ec0aa9916f2","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"2d3dcd9b-e488-4d97-a98f-8ea522a73318","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"23d80ca9-81ad-49e4-89cb-8720c4619fbd","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"7cbec7c8-7597-41ee-a468-b94e6f9fb893","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-28T20:30:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"b7437c93-8f09-41c2-ac66-91fbcdd1cc1d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-06df9a/ipp-route-06df9a-kserve: deployments.apps \"ipp-route-06df9a-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-06df9a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"f12c7757-a4fd-4981-8935-db739ddb3024","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"f12c7757-a4fd-4981-8935-db739ddb3024","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"f12c7757-a4fd-4981-8935-db739ddb3024","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:25Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"f12c7757-a4fd-4981-8935-db739ddb3024","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"ca9eb833-c812-4fef-b1e0-530a9dbb615d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"ca9eb833-c812-4fef-b1e0-530a9dbb615d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"ca9eb833-c812-4fef-b1e0-530a9dbb615d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"ca9eb833-c812-4fef-b1e0-530a9dbb615d","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"}
{"level":"error","ts":"2026-07-28T20:30:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"ca9eb833-c812-4fef-b1e0-530a9dbb615d","error":"llminferenceservices.serving.kserve.io \"ipp-route-06df9a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"3437a417-4827-49b3-a57f-c30d412c302b","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"eb63e063-0074-4687-9aa4-fc3656665599","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"82649dcc-b2a8-4c78-9bff-64adf26081a0","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"5d6bec28-236c-4415-95cd-7bf38bb00443","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-06df9a","namespace":"ai-tenant-e2e-ipp-a-06df9a"},"namespace":"ai-tenant-e2e-ipp-a-06df9a","name":"ipp-route-06df9a","reconcileID":"36de7eef-20e4-4f8b-b01e-50cf0ca08f89","Namespace":"ai-tenant-e2e-ipp-a-06df9a","Name":"ipp-route-06df9a"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:30:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-28T20:31:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}