{"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"ec5242fd-5220-4a6a-909b-a2984b7b0efb","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"5d1fb50e-9975-49ad-8d04-5e2691cbc6fe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"46c6d9ca-02e9-4a0c-b3ba-71707a067f6b","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"56fea0e0-9a0a-4c6e-86a1-5b87b3d29177","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"0b1d124c-974b-4dd6-85e6-c2069637a2db","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","gateway":"openshift-ingress/e2e-ipp-a-7985e5","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","route":"ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:14:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"88e4a8ba-71e5-480d-bfc5-3e42161f071c","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"fa185092-4c2e-4207-b45f-5fc729ae1f26","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"18015ef2-9714-40b3-87b2-982492ab528a","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"680c658a-8069-44ab-b155-1277709db12f","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"90c921ef-065f-41ae-ae7e-f63dbadb7826","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-7985e5-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-27T18:15:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-7985e5-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-27T18:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"e5994c80-1435-48f9-a274-43aef37c0cbe","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-7985e5/ipp-route-7985e5-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-7985e5-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7985e5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"21c10a13-b5ca-41d9-abd6-cee17b604f6f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"21c10a13-b5ca-41d9-abd6-cee17b604f6f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"21c10a13-b5ca-41d9-abd6-cee17b604f6f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"21c10a13-b5ca-41d9-abd6-cee17b604f6f","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-27T18:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"21c10a13-b5ca-41d9-abd6-cee17b604f6f","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-7985e5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"776fec49-a94a-48ab-94d7-5210a0f7e871","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"776fec49-a94a-48ab-94d7-5210a0f7e871","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"776fec49-a94a-48ab-94d7-5210a0f7e871","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"776fec49-a94a-48ab-94d7-5210a0f7e871","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"55d33758-602d-4ece-9698-b39b68b90cc3","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"55d33758-602d-4ece-9698-b39b68b90cc3","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"error","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"55d33758-602d-4ece-9698-b39b68b90cc3","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"55d33758-602d-4ece-9698-b39b68b90cc3","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"} {"level":"error","ts":"2026-07-27T18:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"55d33758-602d-4ece-9698-b39b68b90cc3","error":"llminferenceservices.serving.kserve.io \"ipp-route-7985e5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"f8f9fc6f-8c16-4b7c-abfc-afad6207f6e6","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-7985e5","namespace":"ai-tenant-e2e-ipp-a-7985e5"},"namespace":"ai-tenant-e2e-ipp-a-7985e5","name":"ipp-route-7985e5","reconcileID":"230fcb45-5668-4b97-9358-c36a9784db57","Namespace":"ai-tenant-e2e-ipp-a-7985e5","Name":"ipp-route-7985e5"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T18:16:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}