{"level":"info","ts":"2026-07-30T11:45:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:45:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"252fa179-fecd-404e-888c-b0e4af5b02c3","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"fe2f66ee-2975-41cb-b790-a37ecf206354","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"125d5405-3a54-4c2a-8e50-8a643dee3712","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"7d6f7eec-13c8-4e7d-bf06-877189000274","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26de51ed-cc43-44a3-8453-5fafad0cd4bd","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c284d742-5ff9-49e1-b7a9-69c10f65bac2","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","gateway":"openshift-ingress/e2e-ipp-a-d722d1","ready":true}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","route":"ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-route","ready":true}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"49336234-b3ef-4ab9-9a3a-f934d85e1003","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-workload-svc: services \"ipp-route-d722d1-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"d685bbe1-9db9-4b2f-88a0-05caf135a174","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-workload-svc: services \"ipp-route-d722d1-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-workload-svc: services \"ipp-route-d722d1-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"2be0020d-4480-4b58-8bcc-34d634f5a5ca","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve-workload-svc: services \"ipp-route-d722d1-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"aa741116-8256-437c-849b-34246a22c8ba","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"66842760-36c6-4ffa-a098-726bfdd7a9bf","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"c02131c9-5508-4bbe-ae38-c440d7eb5a01","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-07-30T11:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"26ff82f7-1ba3-4810-aaed-b542b85a8ce5","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d722d1/ipp-route-d722d1-kserve: deployments.apps \"ipp-route-d722d1-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d722d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"8bd195b0-4938-4a4a-862b-8c249174a318","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"8bd195b0-4938-4a4a-862b-8c249174a318","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"8bd195b0-4938-4a4a-862b-8c249174a318","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:50Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"8bd195b0-4938-4a4a-862b-8c249174a318","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"cc2c7b57-b832-4540-992d-d97e034ec43d","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"cc2c7b57-b832-4540-992d-d97e034ec43d","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"cc2c7b57-b832-4540-992d-d97e034ec43d","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"cc2c7b57-b832-4540-992d-d97e034ec43d","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"}
{"level":"error","ts":"2026-07-30T11:46:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"cc2c7b57-b832-4540-992d-d97e034ec43d","error":"llminferenceservices.serving.kserve.io \"ipp-route-d722d1\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"24953b32-3dc9-4446-ab98-367ccd337969","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d722d1","namespace":"ai-tenant-e2e-ipp-a-d722d1"},"namespace":"ai-tenant-e2e-ipp-a-d722d1","name":"ipp-route-d722d1","reconcileID":"8e1b5304-e84f-4b4d-a179-260677ce90c4","Namespace":"ai-tenant-e2e-ipp-a-d722d1","Name":"ipp-route-d722d1"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:46:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:08Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-07-30T11:47:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}