{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"90373a8f-fc03-4914-ba59-f91a3197daa6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3d581911-6e7f-41fd-926a-3ab066b7da85","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"f0bee6b3-17f5-4de4-bda9-3ae1b923ab9e","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"099e0d22-5e99-4d85-84c4-ec2a1e6c4a51","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1e627dc1-1d4b-4df0-b44e-61097d64e4e6","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"62ac2c2e-5c90-4f95-b16c-696064abbe46","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","gateway":"openshift-ingress/e2e-ipp-a-ee9d15","ready":true}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","route":"ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"85ea8d2d-d2d4-48fd-a081-d7c7e80fc4b5","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"c869ad34-c852-43b8-8a93-8fd2eafa8472","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"cbe6ebd3-7807-4d99-8bfb-9da8dece314a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"1ef7e4e1-85c2-4e84-969d-21c73734fb95","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:20:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7ed4749a-944e-49c8-95c1-30176a400a94","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve: deployments.apps \"ipp-route-ee9d15-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:20:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","ips":["127.0.0.1"],"dnsNames":["ipp-route-ee9d15-kserve-workload-svc.ai-tenant-e2e-ipp-a-ee9d15.svc","ipp-route-ee9d15-kserve-workload-svc.ai-tenant-e2e-ipp-a-ee9d15.svc.cluster.local","localhost"]}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-self-signed-certs: secrets \"ipp-route-ee9d15-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T22:21:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"7b48b428-e096-48c8-b06e-ba5ed62d4cf7","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-ee9d15/ipp-route-ee9d15-kserve-self-signed-certs: secrets \"ipp-route-ee9d15-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ee9d15 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3b88fd51-8818-46a6-aac8-bf814c2e3f12","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3b88fd51-8818-46a6-aac8-bf814c2e3f12","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3b88fd51-8818-46a6-aac8-bf814c2e3f12","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3b88fd51-8818-46a6-aac8-bf814c2e3f12","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"error","ts":"2026-07-29T22:21:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"3b88fd51-8818-46a6-aac8-bf814c2e3f12","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-ee9d15\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"5168b7c6-41e0-4196-ab88-d1d0e2820aeb","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"5168b7c6-41e0-4196-ab88-d1d0e2820aeb","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"error","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"5168b7c6-41e0-4196-ab88-d1d0e2820aeb","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"5168b7c6-41e0-4196-ab88-d1d0e2820aeb","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"046cb2de-c7d8-4f83-8ae6-8b106724c0ed","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ee9d15","namespace":"ai-tenant-e2e-ipp-a-ee9d15"},"namespace":"ai-tenant-e2e-ipp-a-ee9d15","name":"ipp-route-ee9d15","reconcileID":"abfbce00-4f11-4d31-9e09-0aabc6823d0b","Namespace":"ai-tenant-e2e-ipp-a-ee9d15","Name":"ipp-route-ee9d15"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:21:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T22:22:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}