{"level":"info","ts":"2026-08-05T18:20:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:20:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"6fa46972-59fd-4bfa-8974-aa68c525b14b","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"51001327-4e60-4f98-9880-238310702e2a","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"f538caa7-8ab0-4ec1-a3ef-aa823882d533","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"138d9cc2-4402-4da5-9343-c9e2ac76cc90","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"d55291b8-170b-484d-bec0-6e733783edd7","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","gateway":"openshift-ingress/e2e-ipp-a-6427fe","ready":true} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","route":"ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-route","ready":true} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"e86568a8-1fed-4ef7-a215-9992ac870584","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"7c3ab6af-3f54-4082-a909-102b255a34ca","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"bcc3c8a3-c579-4a8a-a7ff-b41ff1c82557","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"2b757a9e-9979-4138-8b43-0e9f2c040098","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"61c597ea-1249-42d1-8880-42a25ab97ced","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve: deployments.apps \"ipp-route-6427fe-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-self-signed-certs: secrets \"ipp-route-6427fe-kserve-self-signed-certs\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:21:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"cd4c1818-a469-4317-aafd-4a2755161ee3","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-self-signed-certs: secrets \"ipp-route-6427fe-kserve-self-signed-certs\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:21:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","ips":["127.0.0.1","172.31.244.141"],"dnsNames":["ipp-route-6427fe-kserve-workload-svc.ai-tenant-e2e-ipp-a-6427fe.svc","ipp-route-6427fe-kserve-workload-svc.ai-tenant-e2e-ipp-a-6427fe.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-08-05T18:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-08-05T18:22:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-self-signed-certs: secrets \"ipp-route-6427fe-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-05T18:22:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"43ac16fc-b68d-48ed-afe7-7647f6376802","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-6427fe/ipp-route-6427fe-kserve-self-signed-certs: secrets \"ipp-route-6427fe-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6427fe because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:22:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"a53b919c-afc9-4927-ba23-4f382391bebb","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:22:09Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"a53b919c-afc9-4927-ba23-4f382391bebb","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"error","ts":"2026-08-05T18:22:09Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"a53b919c-afc9-4927-ba23-4f382391bebb","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-05T18:22:09Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"a53b919c-afc9-4927-ba23-4f382391bebb","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"} {"level":"info","ts":"2026-08-05T18:22:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"c19a011e-75fd-4c40-9f35-d06b7f88858c","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:22:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-6427fe","namespace":"ai-tenant-e2e-ipp-a-6427fe"},"namespace":"ai-tenant-e2e-ipp-a-6427fe","name":"ipp-route-6427fe","reconcileID":"663454f6-8323-4b01-b762-af821cef9e45","Namespace":"ai-tenant-e2e-ipp-a-6427fe","Name":"ipp-route-6427fe"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:22:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-05T18:23:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}