{"level":"info","ts":"2026-08-04T21:37:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"654257e7-4ac6-4b77-908e-23a8f8db8a24","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"def45ba4-e33b-4e07-9eef-b9ddb757a1c7","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"74e8aa58-c4b8-4fd6-8207-3f2cd270163e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"958a5db8-96a5-47fa-8e02-a76359e7f1bb","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b225eb86-f938-452c-8031-6862769c909a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"9e5b66ea-3079-49e1-8566-6bc179a059c3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","gateway":"openshift-ingress/e2e-ipp-a-e783f6","ready":true}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","route":"ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-route","ready":true}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:37:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"04c80f60-4309-48ae-a82f-668097b54e91","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-e783f6-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"8e0ac879-945d-4646-88cf-6b1562885664","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-e783f6-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-e783f6-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"ce20fe3d-c12e-45cd-84f1-fcb753d473b2","error":"failed to reconcile networking: failed to reconcile router platform networking: failed to reconcile Istio destination rule for workload: failed to create v1.DestinationRule ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve-workload-svc: destinationrules.networking.istio.io \"ipp-route-e783f6-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c95a7039-9a54-4133-ba2c-61a424375807","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"bc265937-31eb-40f6-b93d-1f58cdf58f4a","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3f3d98c4-45bf-44a8-ad4f-1880c42f63b9","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"3715fab7-a2c2-4e11-b60e-bf3d4b023807","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"aa6ded8d-79d5-4aa2-bee9-e8019db4153d","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"error","ts":"2026-08-04T21:38:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"4042eb20-c572-4ef7-98ca-a5adde9e79b0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-e783f6/ipp-route-e783f6-kserve: deployments.apps \"ipp-route-e783f6-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e783f6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b32f1723-f0cc-4c54-8933-396cb7dc3e92","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b32f1723-f0cc-4c54-8933-396cb7dc3e92","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"error","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b32f1723-f0cc-4c54-8933-396cb7dc3e92","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"}
{"level":"info","ts":"2026-08-04T21:38:34Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"b32f1723-f0cc-4c54-8933-396cb7dc3e92","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"522deea5-d5d7-40ba-a6fe-6e71cf020f8f","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"43994484-7ef7-420d-9614-fdcf1952695f","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"348bdd96-57a0-49e4-ab21-73d8dea8172e","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"c542a094-cff0-41eb-bfb0-6711b8be4fcd","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-e783f6","namespace":"ai-tenant-e2e-ipp-a-e783f6"},"namespace":"ai-tenant-e2e-ipp-a-e783f6","name":"ipp-route-e783f6","reconcileID":"565e1866-9230-4bb8-88b0-80f7b2b3cfc3","Namespace":"ai-tenant-e2e-ipp-a-e783f6","Name":"ipp-route-e783f6"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:48Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:38:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}
{"level":"info","ts":"2026-08-04T21:39:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"}