{"level":"info","ts":"2026-07-28T23:00:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:00:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:00:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"348cfda8-c1db-4884-86fc-644e65ff1292","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"782cf2af-33fe-4f2f-afc8-61baa43aca34","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"ca032801-5103-443c-b71d-351a00f324b1","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"785a8222-f478-4a55-a739-fb6e52abe544","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"181aa12a-bcdf-416e-829f-d7c1dc4abc9b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"68deddcc-9695-4940-84b9-e580b7cfcccc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","gateway":"openshift-ingress/e2e-ipp-a-ebba94","ready":true} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","route":"ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"08bf95cf-86f8-473e-b6b5-f59acd301447","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"da0b8a7c-526b-4fe5-9921-ab4c053b3827","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e4d4bb55-5989-435c-96e5-23f1026c5ea6","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"e8e489a1-b695-4f62-a948-6259f451b9ea","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-ebba94-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"7207583b-fac1-4eca-8a41-d9d75025246d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"0796c874-9644-4545-aede-19481831066b","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T23:02:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"acc78c49-6303-47a0-8b1c-29dcef6190c8","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-ebba94/ipp-route-ebba94-kserve: deployments.apps \"ipp-route-ebba94-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ebba94 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"13afd8d1-078d-4313-a3e5-6856f3c0813b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"13afd8d1-078d-4313-a3e5-6856f3c0813b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"13afd8d1-078d-4313-a3e5-6856f3c0813b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:16Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"13afd8d1-078d-4313-a3e5-6856f3c0813b","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"38e18fa6-56e6-4ed6-9f8f-1fbd5134fddc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"38e18fa6-56e6-4ed6-9f8f-1fbd5134fddc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"error","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"38e18fa6-56e6-4ed6-9f8f-1fbd5134fddc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"38e18fa6-56e6-4ed6-9f8f-1fbd5134fddc","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"} {"level":"error","ts":"2026-07-28T23:02:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"38e18fa6-56e6-4ed6-9f8f-1fbd5134fddc","error":"llminferenceservices.serving.kserve.io \"ipp-route-ebba94\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"d7d7712d-4dd6-4b94-9f97-2b3583b4de08","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-ebba94","namespace":"ai-tenant-e2e-ipp-a-ebba94"},"namespace":"ai-tenant-e2e-ipp-a-ebba94","name":"ipp-route-ebba94","reconcileID":"d8ac9a5f-c606-4904-bc63-01bb319480e8","Namespace":"ai-tenant-e2e-ipp-a-ebba94","Name":"ipp-route-ebba94"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:02:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T23:03:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}