{"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"16e79f3a-08b9-4fca-beb1-97bfbc28316c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"5874f8ba-6b36-479c-8289-49122f72dc84","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"efe5cee0-dade-4c91-ae9c-ebf95cbf25e9","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7bad14bc-5512-48f7-9d9e-6028f53b3b0e","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"89d78ae3-73be-4fd7-9be3-2bf336741675","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"b9ea9548-6559-4715-8e72-9fe85a92463a","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","gateway":"openshift-ingress/e2e-ipp-a-5c4717","ready":true} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","route":"ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve-route","ready":true} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:34:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"f3ef2bb2-aee7-44e1-8dc0-4c26a17cb4ff","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9d8d134c-f33f-4ca7-a105-8dd0f5ca0e81","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"99e796b1-8e76-4764-b186-daa9aba8af97","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-08-02T10:35:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7f3eacfa-4d78-413a-b247-ad6c7d57be1b","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-5c4717/ipp-route-5c4717-kserve: deployments.apps \"ipp-route-5c4717-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-5c4717 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7897b4f1-5a0f-41e5-8d68-7ef3eefbe031","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7897b4f1-5a0f-41e5-8d68-7ef3eefbe031","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7897b4f1-5a0f-41e5-8d68-7ef3eefbe031","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"7897b4f1-5a0f-41e5-8d68-7ef3eefbe031","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"0718278f-881c-45bf-bd16-15145ed38d52","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"0718278f-881c-45bf-bd16-15145ed38d52","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"0718278f-881c-45bf-bd16-15145ed38d52","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"0718278f-881c-45bf-bd16-15145ed38d52","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"} {"level":"error","ts":"2026-08-02T10:35:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"0718278f-881c-45bf-bd16-15145ed38d52","error":"llminferenceservices.serving.kserve.io \"ipp-route-5c4717\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"52ace154-5deb-4813-b8d5-e42c89c281b0","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"1ba10bb3-a46f-4488-915f-8eac7d06aa5c","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"6ad3e6e3-0411-47b2-b4bc-6c8323346384","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"9b133997-b53f-4361-a108-ed2f6d18b4f8","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-5c4717","namespace":"ai-tenant-e2e-ipp-a-5c4717"},"namespace":"ai-tenant-e2e-ipp-a-5c4717","name":"ipp-route-5c4717","reconcileID":"665433e9-5277-4004-bf1b-07c00ce18184","Namespace":"ai-tenant-e2e-ipp-a-5c4717","Name":"ipp-route-5c4717"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:35:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-08-02T10:36:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}