{"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:41Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"b7c014fe-6730-4a57-ab20-fd7400254339","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"16e943f6-5fe4-44a1-8f03-b168b8358d83","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"98991f5d-36d9-4d74-b5e9-907ea4b34065","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"5b7b61ef-93ff-4400-9ef4-7c8f296b1472","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7fc9347e-3aee-4941-9bfe-3e1c3945b330","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","gateway":"openshift-ingress/e2e-ipp-a-b4cb74","ready":true} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","route":"ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:27:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"c7f541f8-12fa-49b0-8750-0c69fc8826a3","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"8f081cbd-befb-4666-9852-4b0b5e7ab139","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"e96215de-4ef4-46e6-b104-d695a09b6151","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"1d5729d7-3e6e-4f56-9424-de061ed30cd2","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-31T21:28:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"7e1e080f-3381-4191-831c-62ab93882367","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:28:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"bd995ee3-8385-4bed-8599-cc9a2ad6fa54","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve: deployments.apps \"ipp-route-b4cb74-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:28:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","ips":["127.0.0.1"],"dnsNames":["ipp-route-b4cb74-kserve-workload-svc.ai-tenant-e2e-ipp-a-b4cb74.svc","ipp-route-b4cb74-kserve-workload-svc.ai-tenant-e2e-ipp-a-b4cb74.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:28:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-self-signed-certs: secrets \"ipp-route-b4cb74-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T21:29:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"11e32d8a-9eb7-450f-9179-666a12cdb1f5","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-b4cb74/ipp-route-b4cb74-kserve-self-signed-certs: secrets \"ipp-route-b4cb74-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"3b8b2bac-c7b7-4c53-8d79-8ecf13e53c7a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"3b8b2bac-c7b7-4c53-8d79-8ecf13e53c7a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"3b8b2bac-c7b7-4c53-8d79-8ecf13e53c7a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"3b8b2bac-c7b7-4c53-8d79-8ecf13e53c7a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"error","ts":"2026-07-31T21:29:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"3b8b2bac-c7b7-4c53-8d79-8ecf13e53c7a","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-b4cb74\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"05941bcc-7f1f-4056-959f-146069eb302a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"05941bcc-7f1f-4056-959f-146069eb302a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"05941bcc-7f1f-4056-959f-146069eb302a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"05941bcc-7f1f-4056-959f-146069eb302a","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"defad2ea-5c23-48ac-9f19-51d1efba22e1","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"defad2ea-5c23-48ac-9f19-51d1efba22e1","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"error","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"defad2ea-5c23-48ac-9f19-51d1efba22e1","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"defad2ea-5c23-48ac-9f19-51d1efba22e1","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"} {"level":"error","ts":"2026-07-31T21:29:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"defad2ea-5c23-48ac-9f19-51d1efba22e1","error":"llminferenceservices.serving.kserve.io \"ipp-route-b4cb74\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"cb55d9d7-6353-496f-bc31-332542d5f4c2","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"},"namespace":"ai-tenant-e2e-ipp-a-b4cb74","name":"ipp-route-b4cb74","reconcileID":"4b13aff1-93c6-4186-9bc9-5de6fd1c548d","Namespace":"ai-tenant-e2e-ipp-a-b4cb74","Name":"ipp-route-b4cb74"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:27Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T21:30:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}