{"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"537ff2b0-fcb1-4dfc-aae4-3b143ed95e6c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ebaa1297-df7d-4fda-910d-d30a19e4912c","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3bf4f9e7-c4ea-4988-b127-8bb8e76d7878","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"6cd78836-33a3-4ceb-b211-7b640a978d80","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3e6f1001-91ff-4503-91e0-59c095333444","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"3ee73799-986c-4788-9bc8-7a9b82c9c8c3","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","gateway":"openshift-ingress/e2e-ipp-a-9a599d","ready":true} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","route":"ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-route","ready":true} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:10:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"f08c2d38-8260-47e0-b350-2fd26ccbebb2","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"96b7b94f-8218-454e-a762-a6ad50743e64","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"753625d3-0de8-4038-b7ac-f727ac3e77f9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"cce87e4b-dd11-4513-a2c7-1c1ab6c37f5a","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"63627160-a2a2-4149-9a77-0d2e9a8b8520","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9e9295b4-5ffa-4dbb-a032-9a11bd0a1134","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a77d5387-1f63-4e5a-b180-d46cbe6090f1","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"67bb5257-42a3-4a55-95c4-e8db5ad2abdb","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve-workload-svc: services \"ipp-route-9a599d-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9a599d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get defaults for v1.Deployment ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve: deployments.apps \"ipp-route-9a599d-kserve\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"a75b4f08-147f-4caa-90f3-3085b85db6c8","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get defaults for v1.Deployment ai-tenant-e2e-ipp-a-9a599d/ipp-route-9a599d-kserve: deployments.apps \"ipp-route-9a599d-kserve\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"c2611800-783a-4e57-a10c-edf8e01f44fe","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"c2611800-783a-4e57-a10c-edf8e01f44fe","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"c2611800-783a-4e57-a10c-edf8e01f44fe","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"c2611800-783a-4e57-a10c-edf8e01f44fe","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-26T16:11:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"c2611800-783a-4e57-a10c-edf8e01f44fe","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-9a599d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9d037fdf-5281-4025-8009-2916dd954849","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9d037fdf-5281-4025-8009-2916dd954849","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"error","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9d037fdf-5281-4025-8009-2916dd954849","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-26T16:11:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"9d037fdf-5281-4025-8009-2916dd954849","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"} {"level":"info","ts":"2026-07-26T16:11:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"ff0384c4-b835-4bc4-86c0-f017af2964fe","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-9a599d","namespace":"ai-tenant-e2e-ipp-a-9a599d"},"namespace":"ai-tenant-e2e-ipp-a-9a599d","name":"ipp-route-9a599d","reconcileID":"fae0a12a-608c-47ed-8ebb-81e96760a684","Namespace":"ai-tenant-e2e-ipp-a-9a599d","Name":"ipp-route-9a599d"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:11:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-26T16:12:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}