{"level":"info","ts":"2026-11-03T00:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"66215d97-8eca-4e85-a86c-50465ab60286","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7e5d5725-e4f6-4c99-966c-58f215ad06e2","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-tj9wr","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-tj9wr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b8a07623-1334-414c-9a0b-38352d64f0d3","name":"e2e-embedding-simulated-validation-tj9wr","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7e5eb6ef-6487-4212-9bfe-7f1d4d9620dd","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"27949d24-0f5b-413b-a79b-1edd0830b267","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a50202f7-275c-4098-9048-d438ed8a75b7","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d800dc73-6841-41bc-8220-2681bc75efb8","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4bcda53b-d577-43c6-999e-5d05e2e4de15","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0733e16-2777-460c-989d-5d851ed6e67d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f0df3be1-4a4c-448c-a04b-4af1ddf4d9ec","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d-validation-mw6dn","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d-validation-mw6dn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"88ce9cdd-5699-4f45-8ede-0c6a247488c6","name":"premium-w4-fb6e1d-validation-mw6dn","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","route":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","ready":true}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a41ce5a8-84cb-43ed-84f7-7c87aa96d5e3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d8qms","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d8qms","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"503250d4-a654-4d81-9ff4-893e36ae720d","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d8qms","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1772e574-49b5-44c6-9af7-94ab06596202","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-f6p5r","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-f6p5r","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a245d17b-a365-4de8-888c-e4fb32662193","name":"facebook-opt-125m-simulated-validation-f6p5r","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ec4eb-49c3-4875-b231-16f21c7c56e1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T00:19:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d-validation-fpvw4","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d-validation-fpvw4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f445fd21-b436-4c4b-9459-8a0f3bbbcde2","name":"distinct-2-w4-fb6e1d-validation-fpvw4","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","route":"e2e-models-e2e-worker-w4-fb6e1d/distinct-2-w4-fb6e1d-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","ready":true}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cd45d1a-c7c4-4e90-b27e-2615b37567c1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-twx47","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-twx47","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6816b907-8c90-4501-baa1-ff60a5777256","name":"e2e-distinct-2-simulated-validation-twx47","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30d4182f-f5e1-43a3-a8ea-61fb5fde0b5b","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:19:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-gdk79","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-gdk79","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d9379e83-1f8d-4551-b66a-2a07d9f4316a","name":"e2e-distinct-simulated-validation-gdk79","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1b2011d7-279e-4d57-a5a1-c24c737e572e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"4e76f114-6025-49fa-8bea-133098ca4aa3","Namespace":"e2e-models-e2e-worker-w3-14b321","Name":"premium-w3-14b321"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"420d3433-3d80-48c4-961c-f06884892176","Namespace":"e2e-models-e2e-worker-w3-14b321","Name":"distinct-2-w3-14b321"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-jpqrg","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-jpqrg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"619b44bc-666b-4d93-9419-826aa7c261a0","name":"e2e-trlp-test-simulated-validation-jpqrg","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2935c54-eefd-464f-ad52-b7ac78ac92b9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:19:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"c0ca0af3-1c6e-4318-b754-1f7bceb3c608","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"c0ca0af3-1c6e-4318-b754-1f7bceb3c608","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"c0ca0af3-1c6e-4318-b754-1f7bceb3c608","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9e36436e-1bd6-4b17-a8a9-a4c65c1028da","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9e36436e-1bd6-4b17-a8a9-a4c65c1028da","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9e36436e-1bd6-4b17-a8a9-a4c65c1028da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7965f713-2774-4a12-aedf-4586aa2df002","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7965f713-2774-4a12-aedf-4586aa2df002","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7965f713-2774-4a12-aedf-4586aa2df002","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7a6a9014-fd60-41c1-a7eb-c0de7900432e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7a6a9014-fd60-41c1-a7eb-c0de7900432e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7a6a9014-fd60-41c1-a7eb-c0de7900432e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"d371ed49-4062-4848-a8c5-239c990eac7d","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"d371ed49-4062-4848-a8c5-239c990eac7d","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"d371ed49-4062-4848-a8c5-239c990eac7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9ad1e926-c6a0-44fa-a949-6eb88b281fd1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9ad1e926-c6a0-44fa-a949-6eb88b281fd1","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"9ad1e926-c6a0-44fa-a949-6eb88b281fd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"3f550405-e96a-4968-ab12-d552873a0d97","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"3f550405-e96a-4968-ab12-d552873a0d97","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"3f550405-e96a-4968-ab12-d552873a0d97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b2830a7d-3998-41c5-a7f9-d8a345777829","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b2830a7d-3998-41c5-a7f9-d8a345777829","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b2830a7d-3998-41c5-a7f9-d8a345777829","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"93c9141a-6048-498d-81ab-391f49910ff4","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"93c9141a-6048-498d-81ab-391f49910ff4","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"93c9141a-6048-498d-81ab-391f49910ff4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"47d65726-e9bd-419b-b3b8-5517760fe9a0","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"47d65726-e9bd-419b-b3b8-5517760fe9a0","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"47d65726-e9bd-419b-b3b8-5517760fe9a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"987cbf1e-a648-4763-badf-fd3a10a8b61f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"987cbf1e-a648-4763-badf-fd3a10a8b61f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"987cbf1e-a648-4763-badf-fd3a10a8b61f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"afafb871-2811-439d-bc60-7175be9dc4ea","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"afafb871-2811-439d-bc60-7175be9dc4ea","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"afafb871-2811-439d-bc60-7175be9dc4ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"b48e3600-94e4-431b-8967-40094a6ec700","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"b48e3600-94e4-431b-8967-40094a6ec700","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"b48e3600-94e4-431b-8967-40094a6ec700","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"db0ef571-ccb2-4118-b6ab-21ce71369e44","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"db0ef571-ccb2-4118-b6ab-21ce71369e44","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"db0ef571-ccb2-4118-b6ab-21ce71369e44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"87829854-443b-4f5a-a8fb-6801aa1d49bc","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"87829854-443b-4f5a-a8fb-6801aa1d49bc","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"87829854-443b-4f5a-a8fb-6801aa1d49bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"148a20b8-482a-4bbe-a60b-65eb632d199b","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"148a20b8-482a-4bbe-a60b-65eb632d199b","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"148a20b8-482a-4bbe-a60b-65eb632d199b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"19ea89ad-8f4b-4e7d-a973-ae44617d3043","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"19ea89ad-8f4b-4e7d-a973-ae44617d3043","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"19ea89ad-8f4b-4e7d-a973-ae44617d3043","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"ec925262-c3da-45e1-8d96-52c5c6932894","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"ec925262-c3da-45e1-8d96-52c5c6932894","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"ec925262-c3da-45e1-8d96-52c5c6932894","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"8128d723-f386-4a8f-871f-095d4438f4e9","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"8128d723-f386-4a8f-871f-095d4438f4e9","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"8128d723-f386-4a8f-871f-095d4438f4e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"4450d766-84ba-41c9-a385-59b3d2147c1f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"4450d766-84ba-41c9-a385-59b3d2147c1f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"4450d766-84ba-41c9-a385-59b3d2147c1f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"ee7e28f1-d71e-4b9c-8021-55dc28cc5bae","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"ee7e28f1-d71e-4b9c-8021-55dc28cc5bae","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"ee7e28f1-d71e-4b9c-8021-55dc28cc5bae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"4379066b-be82-4fd8-82a4-19d1c946a68f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"4379066b-be82-4fd8-82a4-19d1c946a68f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"4379066b-be82-4fd8-82a4-19d1c946a68f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"93f0ed92-038c-473e-a3f3-80b9c531d543","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"93f0ed92-038c-473e-a3f3-80b9c531d543","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"93f0ed92-038c-473e-a3f3-80b9c531d543","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"d4b1d640-d370-42de-9e35-41dafde5cd37","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"d4b1d640-d370-42de-9e35-41dafde5cd37","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"d4b1d640-d370-42de-9e35-41dafde5cd37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cc7d7e1-773b-488b-bc6b-b58a2f6047f6","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cc7d7e1-773b-488b-bc6b-b58a2f6047f6","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3cc7d7e1-773b-488b-bc6b-b58a2f6047f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2eac2843-2dde-4d57-b2b2-62798fac39c3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2eac2843-2dde-4d57-b2b2-62798fac39c3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2eac2843-2dde-4d57-b2b2-62798fac39c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"14757b14-d1a8-447f-baf6-ba63bb03fe89","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"14757b14-d1a8-447f-baf6-ba63bb03fe89","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"14757b14-d1a8-447f-baf6-ba63bb03fe89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1553d8fb-b03f-47c1-bb65-268132701609","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1553d8fb-b03f-47c1-bb65-268132701609","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1553d8fb-b03f-47c1-bb65-268132701609","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"771ebb3f-53ae-444b-b871-9da5a926fd0e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"771ebb3f-53ae-444b-b871-9da5a926fd0e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"771ebb3f-53ae-444b-b871-9da5a926fd0e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"1cd6fddf-99a7-45af-8312-19b39b54942f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"1cd6fddf-99a7-45af-8312-19b39b54942f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"1cd6fddf-99a7-45af-8312-19b39b54942f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"71ffbd78-0192-42f1-af7c-de1903db4f1e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"71ffbd78-0192-42f1-af7c-de1903db4f1e","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"71ffbd78-0192-42f1-af7c-de1903db4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"410c3b99-eec6-4c1b-9030-c61ef4f4bda3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:19:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:19:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"410c3b99-eec6-4c1b-9030-c61ef4f4bda3","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:19:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"410c3b99-eec6-4c1b-9030-c61ef4f4bda3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"546086b6-6dfb-4d69-b4f7-ceb3f0de909f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"546086b6-6dfb-4d69-b4f7-ceb3f0de909f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"546086b6-6dfb-4d69-b4f7-ceb3f0de909f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"40fb071e-f77a-49cb-9b28-c411331dde46","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"40fb071e-f77a-49cb-9b28-c411331dde46","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"40fb071e-f77a-49cb-9b28-c411331dde46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"90cd1ae0-5e7f-4017-a254-fd1447de9bae","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"90cd1ae0-5e7f-4017-a254-fd1447de9bae","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"90cd1ae0-5e7f-4017-a254-fd1447de9bae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"9fe63851-1b0e-4c08-962e-5d2801596a7f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"9fe63851-1b0e-4c08-962e-5d2801596a7f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"9fe63851-1b0e-4c08-962e-5d2801596a7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b39baee9-0509-4cf3-882d-54d26f53edd4","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b39baee9-0509-4cf3-882d-54d26f53edd4","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b39baee9-0509-4cf3-882d-54d26f53edd4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"dda1106a-bea0-48d5-bacd-8076832ca3b8","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"dda1106a-bea0-48d5-bacd-8076832ca3b8","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"dda1106a-bea0-48d5-bacd-8076832ca3b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3a5ff55a-3a61-48ae-a0dd-de5c26880ee2","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3a5ff55a-3a61-48ae-a0dd-de5c26880ee2","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"3a5ff55a-3a61-48ae-a0dd-de5c26880ee2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b4c8bbea-f86c-44d7-ba2c-87fcbd28c524","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b4c8bbea-f86c-44d7-ba2c-87fcbd28c524","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b4c8bbea-f86c-44d7-ba2c-87fcbd28c524","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b4210179-fe8d-4916-a72f-968bb6def040","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b4210179-fe8d-4916-a72f-968bb6def040","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b4210179-fe8d-4916-a72f-968bb6def040","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"e6de159b-3a91-415c-9351-0e62c38b52a7","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"e6de159b-3a91-415c-9351-0e62c38b52a7","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"e6de159b-3a91-415c-9351-0e62c38b52a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"258b1aff-aa5e-4d14-a9be-226f7f8ff193","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"258b1aff-aa5e-4d14-a9be-226f7f8ff193","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"258b1aff-aa5e-4d14-a9be-226f7f8ff193","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"098036cf-fdb4-47bc-851c-2ebce0fca528","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"098036cf-fdb4-47bc-851c-2ebce0fca528","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"098036cf-fdb4-47bc-851c-2ebce0fca528","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1c23234d-5352-4e9f-9c10-2e3b35a391cc","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1c23234d-5352-4e9f-9c10-2e3b35a391cc","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1c23234d-5352-4e9f-9c10-2e3b35a391cc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"a004d23d-0a85-4a4c-889f-fede15ad3614","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"a004d23d-0a85-4a4c-889f-fede15ad3614","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"a004d23d-0a85-4a4c-889f-fede15ad3614","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b3efb1e2-e57d-4c42-9749-771b7f11f9e6","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b3efb1e2-e57d-4c42-9749-771b7f11f9e6","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b3efb1e2-e57d-4c42-9749-771b7f11f9e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"25526f17-63c8-4b99-bfaf-d0a3a4dbaf69","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"25526f17-63c8-4b99-bfaf-d0a3a4dbaf69","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"25526f17-63c8-4b99-bfaf-d0a3a4dbaf69","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"df0178c9-b787-428c-9431-4711fd961a2f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"df0178c9-b787-428c-9431-4711fd961a2f","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"df0178c9-b787-428c-9431-4711fd961a2f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7d03f9e1-447c-415b-8fff-d7da0a6ca354","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7d03f9e1-447c-415b-8fff-d7da0a6ca354","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7d03f9e1-447c-415b-8fff-d7da0a6ca354","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"5008b1bb-13c0-4bc5-aa69-77aeb5323117","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"5008b1bb-13c0-4bc5-aa69-77aeb5323117","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"5008b1bb-13c0-4bc5-aa69-77aeb5323117","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"001c40c4-417a-44d4-b524-88dd8f060c45","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"001c40c4-417a-44d4-b524-88dd8f060c45","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"001c40c4-417a-44d4-b524-88dd8f060c45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"c063e6b7-0ca7-40b8-acf3-791964fa9a41","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"c063e6b7-0ca7-40b8-acf3-791964fa9a41","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"c063e6b7-0ca7-40b8-acf3-791964fa9a41","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d2e63abc-606d-45a7-aece-53ffaae4ce97","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d2e63abc-606d-45a7-aece-53ffaae4ce97","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d2e63abc-606d-45a7-aece-53ffaae4ce97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"12c1bf21-3aa6-4f20-aad4-ebb7e94f5826","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"12c1bf21-3aa6-4f20-aad4-ebb7e94f5826","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"12c1bf21-3aa6-4f20-aad4-ebb7e94f5826","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"48a2ae75-61e9-447b-9406-483ac92915b2","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"48a2ae75-61e9-447b-9406-483ac92915b2","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"48a2ae75-61e9-447b-9406-483ac92915b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"16fc7231-8879-400d-943c-71d4d00ea811","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"16fc7231-8879-400d-943c-71d4d00ea811","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"16fc7231-8879-400d-943c-71d4d00ea811","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"242c1575-64e2-4cb0-ad89-1568a71b9ec8","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"242c1575-64e2-4cb0-ad89-1568a71b9ec8","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"242c1575-64e2-4cb0-ad89-1568a71b9ec8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2344a4fb-dc83-47ea-81aa-6b49d5ba0361","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2344a4fb-dc83-47ea-81aa-6b49d5ba0361","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"2344a4fb-dc83-47ea-81aa-6b49d5ba0361","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7008fa05-3040-4e37-b6c1-7034e0cb34b0","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7008fa05-3040-4e37-b6c1-7034e0cb34b0","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7008fa05-3040-4e37-b6c1-7034e0cb34b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"8314ec9c-3095-4b04-8af2-5d20c0cc3079","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"8314ec9c-3095-4b04-8af2-5d20c0cc3079","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"8314ec9c-3095-4b04-8af2-5d20c0cc3079","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"2d232415-e693-4232-bd2a-1cc7089ce510","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"2d232415-e693-4232-bd2a-1cc7089ce510","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"2d232415-e693-4232-bd2a-1cc7089ce510","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"0cb4ff35-f92e-4db5-91db-0514f43541ac","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"0cb4ff35-f92e-4db5-91db-0514f43541ac","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T00:20:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"0cb4ff35-f92e-4db5-91db-0514f43541ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-fb6e1d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fb6e1d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"9296e987-ac4c-4c2d-af36-ab6c4122ec3d","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"9296e987-ac4c-4c2d-af36-ab6c4122ec3d","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"9296e987-ac4c-4c2d-af36-ab6c4122ec3d","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"0116c84b-ca80-4d97-afd0-84bc7f8d29ec","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:32Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"0116c84b-ca80-4d97-afd0-84bc7f8d29ec","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:32Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"0116c84b-ca80-4d97-afd0-84bc7f8d29ec","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:32Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"0116c84b-ca80-4d97-afd0-84bc7f8d29ec","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"cbd50864-1662-4430-94d4-fbc23e46ab9c","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"cbd50864-1662-4430-94d4-fbc23e46ab9c","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"cbd50864-1662-4430-94d4-fbc23e46ab9c","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"cbd50864-1662-4430-94d4-fbc23e46ab9c","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"premium-w4-fb6e1d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"32506779-1731-4ed5-9fe6-6104246460be","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"32506779-1731-4ed5-9fe6-6104246460be","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"32506779-1731-4ed5-9fe6-6104246460be","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"}
{"level":"error","ts":"2026-11-03T00:20:33Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"32506779-1731-4ed5-9fe6-6104246460be","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-w4-fb6e1d","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"94ccfc6b-f9ea-4b0a-a06a-0b496dc607b8","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"distinct-2-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"10ab403b-ec42-4698-90fc-d5b471d64c37","Namespace":"e2e-models-e2e-worker-w4-fb6e1d","Name":"simulator-w4-fb6e1d"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-cvdp2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-cvdp2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a4374951-4aab-4fcb-86d1-b91e355c41fe","name":"e2e-distinct-2-simulated-validation-cvdp2","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7866382a-a0d1-47b1-b108-61472f3d7510","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-5ph7f","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-5ph7f","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"491518c7-001c-4001-bcc6-4575df9701b3","name":"e2e-distinct-simulated-validation-5ph7f","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d817f81-5af0-45fb-9a7d-ff81c710f274","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-gsnrx","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-gsnrx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f0e6031d-33f0-4b6a-a2c2-563ffb8194bf","name":"premium-simulated-simulated-premium-validation-gsnrx","namespace":"llm"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"459163be-ac4e-41a2-bef8-3eafc3d2ec70","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T00:20:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"52c5beaa-b2fc-4751-be47-ddff753b1747","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T00:20:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}