{"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","gateway":"openshift-ingress/e2e-ipp-a-940406","ready":true} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","route":"ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7a4b8293-18cb-4af9-bdb1-54c16f04e1ed","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","gateway":"openshift-ingress/e2e-ipp-a-940406","ready":true} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","route":"ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"381556be-1d32-4f49-9704-5ba8579c9ca9","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","gateway":"openshift-ingress/e2e-ipp-a-940406","ready":true} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","route":"ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"d61add8a-990e-4301-93cc-5f64575696cf","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","gateway":"openshift-ingress/e2e-ipp-a-940406","ready":true} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","route":"ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"9e681fda-406a-4de8-98d1-f686b63835d1","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","gateway":"openshift-ingress/e2e-ipp-a-940406","ready":true} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","route":"ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:09:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"80a495c7-4b60-4863-977d-d87871e896db","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"975f4700-41c3-4967-a31f-4736cb60b889","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4afaa328-c698-425d-8e4e-9c55d0fc7bf6","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"674ab31b-add1-4776-865b-25b6f39bc5e7","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"77a18e2e-74f5-43d6-90d6-75eb6117317b","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"7235d17d-f5fa-4c8d-95e0-ea7454aeba53","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"e596fdf1-f449-4a6a-92f2-200d319404bb","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"4d8452a8-a2fa-459d-b694-c2ded0d31286","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"86a6fc08-9702-4e78-aae1-252fccc48c0e","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-940406-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T08:10:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-940406-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T08:10:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5d05091e-9082-4922-9918-45f36f027d31","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-940406/ipp-route-940406-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-940406-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-940406 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"88ba8a50-ea6f-4550-85c7-f68959c60f53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"88ba8a50-ea6f-4550-85c7-f68959c60f53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"88ba8a50-ea6f-4550-85c7-f68959c60f53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"88ba8a50-ea6f-4550-85c7-f68959c60f53","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"baf15b82-a989-43f4-81eb-f0a99565034b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"baf15b82-a989-43f4-81eb-f0a99565034b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"baf15b82-a989-43f4-81eb-f0a99565034b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"baf15b82-a989-43f4-81eb-f0a99565034b","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"baf15b82-a989-43f4-81eb-f0a99565034b","error":"llminferenceservices.serving.kserve.io \"ipp-route-940406\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5347f6a2-789e-4658-8302-f2ae05c5230e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5347f6a2-789e-4658-8302-f2ae05c5230e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5347f6a2-789e-4658-8302-f2ae05c5230e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5347f6a2-789e-4658-8302-f2ae05c5230e","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"5347f6a2-789e-4658-8302-f2ae05c5230e","error":"llminferenceservices.serving.kserve.io \"ipp-route-940406\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"eec167b3-12e7-433e-847d-263bd0fc90a4","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"eec167b3-12e7-433e-847d-263bd0fc90a4","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"eec167b3-12e7-433e-847d-263bd0fc90a4","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"eec167b3-12e7-433e-847d-263bd0fc90a4","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"eec167b3-12e7-433e-847d-263bd0fc90a4","error":"llminferenceservices.serving.kserve.io \"ipp-route-940406\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"0cf4846e-a953-44fc-ad79-3c625dc968fe","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"0cf4846e-a953-44fc-ad79-3c625dc968fe","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"0cf4846e-a953-44fc-ad79-3c625dc968fe","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"0cf4846e-a953-44fc-ad79-3c625dc968fe","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"} {"level":"error","ts":"2026-07-29T08:10:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"0cf4846e-a953-44fc-ad79-3c625dc968fe","error":"llminferenceservices.serving.kserve.io \"ipp-route-940406\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"09beed6b-cb82-4233-80dc-c6a7bd29ded0","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-940406","namespace":"ai-tenant-e2e-ipp-a-940406"},"namespace":"ai-tenant-e2e-ipp-a-940406","name":"ipp-route-940406","reconcileID":"141db9c2-2eaf-4221-9221-19839c890a22","Namespace":"ai-tenant-e2e-ipp-a-940406","Name":"ipp-route-940406"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:10:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T08:11:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}