{"level":"info","ts":"2026-07-24T16:54:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:54:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"c50d252f-0b2c-4c86-8f9d-0953a59163b7","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1e6afb78-e0b9-4dde-87fa-2647011ff0b8","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d826a38d-44ec-44a2-9565-82e54f11e749","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"d3b1951a-8b57-41c2-8aec-9eaad0fc3598","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"eed70e3f-0b07-4e3d-aef1-1302ff03e162","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","gateway":"openshift-ingress/e2e-ipp-a-b04709","ready":true} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","route":"ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-route","ready":true} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"ff52d3e4-9e0b-40cb-89c1-9bede0096c62","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"72c6e6d8-c8be-4897-a9c7-4564be051b8e","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"5497540a-3325-48e7-876a-2f54d9a1299e","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"19055c0b-147c-4029-a3a8-d323545bd3be","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"e252817e-0646-4613-8f74-d1ca6e286a76","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"3248bae2-3568-44aa-ba68-bc0226ed8d7f","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-24T16:55:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"09678e8d-19fd-4987-8325-3fa31040235f","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve: deployments.apps \"ipp-route-b04709-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b04709 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-24T16:55:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-self-signed-certs: secrets \"ipp-route-b04709-kserve-self-signed-certs\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-24T16:55:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"91cbe47c-c6a1-4be6-8195-4256dcbffa59","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-b04709/ipp-route-b04709-kserve-self-signed-certs: secrets \"ipp-route-b04709-kserve-self-signed-certs\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"feb1b84d-6cf9-4865-b5c4-23db0a3115b9","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"feb1b84d-6cf9-4865-b5c4-23db0a3115b9","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"error","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"feb1b84d-6cf9-4865-b5c4-23db0a3115b9","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"feb1b84d-6cf9-4865-b5c4-23db0a3115b9","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"9f692a1f-56f3-4d68-8fab-c98784161049","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b04709","namespace":"ai-tenant-e2e-ipp-a-b04709"},"namespace":"ai-tenant-e2e-ipp-a-b04709","name":"ipp-route-b04709","reconcileID":"1a139cc9-78d4-45b9-bcfd-95648641c3ff","Namespace":"ai-tenant-e2e-ipp-a-b04709","Name":"ipp-route-b04709"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:55:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:56:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-24T16:57:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}