{"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:22:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:22:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"816cb512-2be3-4eec-b646-ba22884de4da","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3192e7a2-a9cb-43e0-8d22-516c4054ba37","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a79dd1eb-b00c-4738-ab75-f369e042bc3a","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"4463b9bb-92df-427b-9f4d-28fd7243daed","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"d154dab3-6821-4f18-a076-4ba8f9d20d7e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"3bba306a-1ef0-4dcf-88f3-863ccf7b8212","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","gateway":"openshift-ingress/e2e-ipp-a-546fcb","ready":true} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","route":"ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"b1dfd02e-ecab-427d-b572-1fa9861be32e","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"88911749-80d3-4741-8270-d24ab1783d03","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"09ee8229-481d-4b92-838f-42c7f2069fb6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"a0b436f4-a521-4a47-99f7-79906f608e10","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T14:23:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"bf803ef8-6ed1-4afe-af51-9adee9050dd9","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-546fcb/ipp-route-546fcb-kserve: deployments.apps \"ipp-route-546fcb-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-546fcb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"9ffc1528-d9eb-4fa0-a7d0-c5998caff962","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"9ffc1528-d9eb-4fa0-a7d0-c5998caff962","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"9ffc1528-d9eb-4fa0-a7d0-c5998caff962","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"9ffc1528-d9eb-4fa0-a7d0-c5998caff962","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"ef65124f-8660-4720-ab7a-66afe46b9bf5","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"ef65124f-8660-4720-ab7a-66afe46b9bf5","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"error","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"ef65124f-8660-4720-ab7a-66afe46b9bf5","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"ef65124f-8660-4720-ab7a-66afe46b9bf5","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"} {"level":"error","ts":"2026-07-24T14:23:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"ef65124f-8660-4720-ab7a-66afe46b9bf5","error":"llminferenceservices.serving.kserve.io \"ipp-route-546fcb\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"75377f71-8ce1-4f03-8e1b-73fdacbfb278","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-546fcb","namespace":"ai-tenant-e2e-ipp-a-546fcb"},"namespace":"ai-tenant-e2e-ipp-a-546fcb","name":"ipp-route-546fcb","reconcileID":"882a95cb-2c5e-449e-9cba-f88a8de7d762","Namespace":"ai-tenant-e2e-ipp-a-546fcb","Name":"ipp-route-546fcb"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:23:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:24:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T14:25:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}