{"level":"info","ts":"2026-07-27T19:26:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"cb83b10b-d65f-4abe-a4f8-b71c789f1ea4","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"3980de99-8bc2-46e0-bd5a-5db454d52893","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5ae48a0d-52cf-4f85-b747-bce2ef56881c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"8918a05f-2af2-4e7f-9de4-baf26eabb0c6","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"1969e8a1-c33b-4554-8fca-eeda953a7b24","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","gateway":"openshift-ingress/e2e-ipp-a-1d1107","ready":true} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","route":"ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve-route","ready":true} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:26:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"24cccf2b-384a-4df0-9228-4877c3fdf151","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-27T19:27:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get current deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: Deployment.apps \"ipp-route-1d1107-kserve\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d2c58d5c-9610-42fc-9f83-05bf17c58255","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to get current deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: Deployment.apps \"ipp-route-1d1107-kserve\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"62f7d9e5-c798-4c65-8383-93d763ce5ed3","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"579db795-f3d0-40be-b79f-1d489dc12e6f","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"c1cb2f0d-addf-4c0e-bc3e-89d1baf59502","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d122570c-e5d6-4590-9464-2f7f65daf29c","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"68b55339-8417-4ef4-af06-f5ba418b77c1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"b7da352e-b8b4-4e0b-8c88-11acd28efe8f","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-27T19:27:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"6d1669b8-b9f0-420a-83cf-87c1a654a7fc","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-1d1107/ipp-route-1d1107-kserve: deployments.apps \"ipp-route-1d1107-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1d1107 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5047b1f2-33f5-4a07-aa03-05199c5018ea","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5047b1f2-33f5-4a07-aa03-05199c5018ea","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5047b1f2-33f5-4a07-aa03-05199c5018ea","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"5047b1f2-33f5-4a07-aa03-05199c5018ea","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"2a1fcddd-b039-41d2-83d8-9a5fd1198f03","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"2a1fcddd-b039-41d2-83d8-9a5fd1198f03","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"error","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"2a1fcddd-b039-41d2-83d8-9a5fd1198f03","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"2a1fcddd-b039-41d2-83d8-9a5fd1198f03","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-27T19:27:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"2a1fcddd-b039-41d2-83d8-9a5fd1198f03","error":"llminferenceservices.serving.kserve.io \"ipp-route-1d1107\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"89e6fd0d-522d-4161-a3d2-cd91a24ff47f","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"d4d28696-a6c0-41dc-8af3-9b57a359471a","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-1d1107","namespace":"ai-tenant-e2e-ipp-a-1d1107"},"namespace":"ai-tenant-e2e-ipp-a-1d1107","name":"ipp-route-1d1107","reconcileID":"f340c643-0087-4df8-8dc7-3b8a64e19e9d","Namespace":"ai-tenant-e2e-ipp-a-1d1107","Name":"ipp-route-1d1107"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:27:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-27T19:28:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}