{"level":"info","ts":"2026-07-29T20:12:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"be9658dd-c29e-4678-a2d1-b4ec8ff3a31e","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"0c409550-762b-48bf-825e-0e7c2e7eab84","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"466c0091-9d92-40bb-acab-4f496b99fc96","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"76feee22-ec4d-4c99-a5c7-ecd083e9552d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"076e9eb8-2ece-4594-a983-53f40167292f","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"ad008d10-6edc-4d9f-a2be-894fde045c42","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8ea7c903-5477-45c3-9803-403c2a472221","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","gateway":"openshift-ingress/e2e-ipp-a-fb0399","ready":true} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","route":"ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route","ready":true} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:12:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bd81943d-e134-4e03-9ec8-8e9d854b79a5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileScheduler\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:69\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileRouter\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/router.go:92\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:271\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T20:13:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-fb0399-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-29T20:13:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"9c084974-a853-49c3-9c63-3056d0859028","error":"failed to reconcile networking: failed to reconcile HTTP routes: failed to reconcile HTTPRoute ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route: failed to create v1.HTTPRoute ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-route: httproutes.gateway.networking.k8s.io \"ipp-route-fb0399-kserve-route\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"8e410742-9fc6-4895-947b-227b0ac08422","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"b41e6e8d-629b-449a-8791-3ae020e17f31","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"147a6051-c03a-4954-b591-d0ad6b47026d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"7112b8e2-5a92-48ac-927b-c406fd3ae6d5","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve: deployments.apps \"ipp-route-fb0399-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","ips":["127.0.0.1"],"dnsNames":["ipp-route-fb0399-kserve-workload-svc.ai-tenant-e2e-ipp-a-fb0399.svc","ipp-route-fb0399-kserve-workload-svc.ai-tenant-e2e-ipp-a-fb0399.svc.cluster.local","localhost"]} {"level":"error","ts":"2026-07-29T20:13:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-self-signed-certs: secrets \"ipp-route-fb0399-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-29T20:13:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"6de501cf-539f-466a-9e4a-6b78a1fe8356","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fb0399/ipp-route-fb0399-kserve-self-signed-certs: secrets \"ipp-route-fb0399-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"32f68707-8700-4336-91f8-901ac5ed0160","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:25Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"32f68707-8700-4336-91f8-901ac5ed0160","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"error","ts":"2026-07-29T20:13:25Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"32f68707-8700-4336-91f8-901ac5ed0160","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-29T20:13:25Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"32f68707-8700-4336-91f8-901ac5ed0160","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"} {"level":"info","ts":"2026-07-29T20:13:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"},"namespace":"ai-tenant-e2e-ipp-a-fb0399","name":"ipp-route-fb0399","reconcileID":"bc961c19-0152-4d51-91e5-58f4c38c5f91","Namespace":"ai-tenant-e2e-ipp-a-fb0399","Name":"ipp-route-fb0399"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:13:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:18Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-29T20:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}