{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:17:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b838188c-235d-47de-bb3c-c8679ae1e491","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1a113ad1-105a-4f42-99c9-9c6006b0544d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"4e62eac2-1e77-4496-bb08-f645a690dffd","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"135e6989-fe3c-48ed-a7b9-08c6d26b0ecb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3f8002b9-39b1-40d2-8db3-e533b264f31d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","gateway":"openshift-ingress/e2e-ipp-a-f318ab","ready":true}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","route":"ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve-route","ready":true}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"e72b5b67-543a-4303-a69f-10cda2b5f96c","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f15cad5d-d5f4-4177-b6ec-5231e1915e6e","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"1ae0c422-fe06-4f15-b6a3-d01df4087837","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"bfaa62aa-70d9-488b-9a2f-0c8c5eee0395","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"3e9ab2e4-48ff-42b6-96aa-b5e719ab3954","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-29T00:18:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"fad146e6-faeb-41e9-801c-dfc5f42e18d9","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-f318ab/ipp-route-f318ab-kserve: deployments.apps \"ipp-route-f318ab-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f318ab because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"68cee964-3157-4418-af9b-64713f5e166d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"68cee964-3157-4418-af9b-64713f5e166d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"68cee964-3157-4418-af9b-64713f5e166d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"68cee964-3157-4418-af9b-64713f5e166d","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b14b30e2-11ef-4132-b8a2-754f10379549","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b14b30e2-11ef-4132-b8a2-754f10379549","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b14b30e2-11ef-4132-b8a2-754f10379549","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b14b30e2-11ef-4132-b8a2-754f10379549","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"}
{"level":"error","ts":"2026-07-29T00:18:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"b14b30e2-11ef-4132-b8a2-754f10379549","error":"llminferenceservices.serving.kserve.io \"ipp-route-f318ab\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"19dbcc5d-621c-4d59-8717-3f2ede79e534","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"2b9aa15a-28f1-47db-8bb0-b6e23946c817","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"ef61be8a-3bb8-408d-9328-a8d7f80ca2bb","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-f318ab","namespace":"ai-tenant-e2e-ipp-a-f318ab"},"namespace":"ai-tenant-e2e-ipp-a-f318ab","name":"ipp-route-f318ab","reconcileID":"f3f6c9e1-6a7c-46b2-aeb5-06fd8138af8b","Namespace":"ai-tenant-e2e-ipp-a-f318ab","Name":"ipp-route-f318ab"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:18:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-29T00:19:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}