/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:52:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "odh-trusted-ca-bundle", "reconcileID": "da0288e3-ed8b-4810-a975-e083d25d772c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "odh-trusted-ca-bundle", "reconcileID": "da0288e3-ed8b-4810-a975-e083d25d772c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "openshift-service-ca.crt", "reconcileID": "2e5d50d4-0b6a-4961-b143-5716529b0962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "openshift-service-ca.crt", "reconcileID": "2e5d50d4-0b6a-4961-b143-5716529b0962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "791482ea-bfe6-4f60-9b27-f58e3b075f86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b83cfe"}, "namespace": "ai-tenant-e2e-api-b-b83cfe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "791482ea-bfe6-4f60-9b27-f58e3b075f86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b83cfe"} 2026-09-06T10:52:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b83cfe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b83cfe", "reconcileID": "4bf65ac2-947c-45e0-a976-cc1a0fead81e", "Gateway": "e2e-api-b-b83cfe", "namespace": "openshift-ingress"} 2026-09-06T10:52:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:52:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "authType": "userdefined"} 2026-09-06T10:52:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "58c9e550-af96-41df-97a8-9b0f3b33000c", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "438df308-b590-4339-8ebe-93df38dd2861", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "438df308-b590-4339-8ebe-93df38dd2861", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "438df308-b590-4339-8ebe-93df38dd2861", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:52:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:52:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "authType": "userdefined"} 2026-09-06T10:52:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "85b70186-d533-4daf-850a-1b5f2381866e", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "d7c58a4e-65cd-487c-a76f-df331187b7c1", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "d7c58a4e-65cd-487c-a76f-df331187b7c1", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "d7c58a4e-65cd-487c-a76f-df331187b7c1", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:52:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:52:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "authType": "userdefined"} 2026-09-06T10:52:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "80ba1dc6-dffd-4783-a860-7bdffa29148a", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:52:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "authType": "userdefined"} 2026-09-06T10:52:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e4707f32-e481-4be7-8d3b-4a6499d62397", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72cb16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72cb16", "reconcileID": "1cb1b5d2-4cfe-445f-be35-5dec724cb168", "Gateway": "e2e-shared-a-w2-72cb16", "namespace": "openshift-ingress"} 2026-09-06T10:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72cb16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72cb16", "reconcileID": "1cb1b5d2-4cfe-445f-be35-5dec724cb168", "Gateway": "e2e-shared-a-w2-72cb16", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72cb16-authn-ssl"} 2026-09-06T10:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72cb16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72cb16", "reconcileID": "1cb1b5d2-4cfe-445f-be35-5dec724cb168", "Gateway": "e2e-shared-a-w2-72cb16", "namespace": "openshift-ingress"} 2026-09-06T10:52:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:52:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "authType": "userdefined"} 2026-09-06T10:52:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "e5c69861-d898-4de5-9c07-a03bbed2ba90", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb11bd4c-5c53-46ec-8837-713e936bfff4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb11bd4c-5c53-46ec-8837-713e936bfff4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:52:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb11bd4c-5c53-46ec-8837-713e936bfff4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-72cb16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-trusted-ca-bundle", "reconcileID": "5093a1c9-39b7-4109-9f5a-204b78004bc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-trusted-ca-bundle", "reconcileID": "5093a1c9-39b7-4109-9f5a-204b78004bc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "openshift-service-ca.crt", "reconcileID": "ad9b56a9-ee63-43d4-a5ff-82e810bf25de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "openshift-service-ca.crt", "reconcileID": "ad9b56a9-ee63-43d4-a5ff-82e810bf25de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32dec83d-be76-48cf-a9a9-f7c1fedd588e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72cb16"}, "namespace": "ai-tenant-e2e-shared-a-w2-72cb16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32dec83d-be76-48cf-a9a9-f7c1fedd588e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72cb16"} 2026-09-06T10:52:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72cb16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72cb16", "reconcileID": "bdaedc75-61a1-45f9-9fa8-836458ace353", "Gateway": "e2e-shared-a-w2-72cb16", "namespace": "openshift-ingress"} 2026-09-06T10:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f3a8cf47-cc5e-4227-b92c-3473196fe56e", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress"} 2026-09-06T10:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f3a8cf47-cc5e-4227-b92c-3473196fe56e", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820-authn-ssl"} 2026-09-06T10:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f3a8cf47-cc5e-4227-b92c-3473196fe56e", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress"} 2026-09-06T10:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3186956e-9d2e-4531-b778-ceabc4c82077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3186956e-9d2e-4531-b778-ceabc4c82077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:53:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3186956e-9d2e-4531-b778-ceabc4c82077", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-fbf820 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-trusted-ca-bundle", "reconcileID": "33e49380-0100-4f2a-b439-ac087bf7a16d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-trusted-ca-bundle", "reconcileID": "33e49380-0100-4f2a-b439-ac087bf7a16d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "openshift-service-ca.crt", "reconcileID": "fae07fd6-0d9f-4a00-ab77-be1e2e76b87f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "openshift-service-ca.crt", "reconcileID": "fae07fd6-0d9f-4a00-ab77-be1e2e76b87f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a8057ef-0643-4912-b6b7-f6c2e1795cb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fbf820"}, "namespace": "ai-tenant-e2e-shared-b-w2-fbf820", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a8057ef-0643-4912-b6b7-f6c2e1795cb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fbf820"} 2026-09-06T10:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f5f16c90-2f50-4020-bffb-d2480161df51", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress"} 2026-09-06T10:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f5f16c90-2f50-4020-bffb-d2480161df51", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820-authn-ssl"} 2026-09-06T10:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "f5f16c90-2f50-4020-bffb-d2480161df51", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress"} 2026-09-06T10:53:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fbf820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fbf820", "reconcileID": "095d5ca8-d1d5-46b4-90bd-f59b54d1bc40", "Gateway": "e2e-shared-b-w2-fbf820", "namespace": "openshift-ingress"} 2026-09-06T10:53:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161"} 2026-09-06T10:53:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161-kserve-route-authn"} 2026-09-06T10:53:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161-kserve-route-authn"} 2026-09-06T10:53:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "01c82258-274e-4670-971b-90db840d2e19", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2eb161","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "rate-test-model-2eb161", "reconcileID": "31999403-f764-4fd2-b592-b802d595f93e", "LLMInferenceService": "rate-test-model-2eb161", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:53:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f6f62af3-1cf9-4d3c-bce5-b5b2fc5a3b13", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:53:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f6f62af3-1cf9-4d3c-bce5-b5b2fc5a3b13", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161-authn-ssl"} 2026-09-06T10:53:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f6f62af3-1cf9-4d3c-bce5-b5b2fc5a3b13", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:53:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "5debc8bc-3c28-43dd-bef1-e61eac8a07df", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:53:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "5debc8bc-3c28-43dd-bef1-e61eac8a07df", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161-authn-ssl"} 2026-09-06T10:53:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "5debc8bc-3c28-43dd-bef1-e61eac8a07df", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:53:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45"} 2026-09-06T10:53:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:53:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45-kserve-route-authn"} 2026-09-06T10:53:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "4627f160-d289-41b0-aafb-a281543a4378", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eb4b45","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "rate-test-model-eb4b45", "reconcileID": "7e1067c5-57e6-4ef3-becf-d35f3c34bfb5", "LLMInferenceService": "rate-test-model-eb4b45", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "8361a492-644a-4380-b0a8-0bb26a5a41ba", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "8361a492-644a-4380-b0a8-0bb26a5a41ba", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "8361a492-644a-4380-b0a8-0bb26a5a41ba", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "259f9b0d-35ed-437e-8876-2e240f0ca5d8", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "259f9b0d-35ed-437e-8876-2e240f0ca5d8", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "259f9b0d-35ed-437e-8876-2e240f0ca5d8", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "db5889bd-7a6e-428e-b5af-d9fc1f6ce3e6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "db5889bd-7a6e-428e-b5af-d9fc1f6ce3e6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "db5889bd-7a6e-428e-b5af-d9fc1f6ce3e6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "c7b2754f-3bde-4c5f-be10-7b4c2b4ec8d6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "c7b2754f-3bde-4c5f-be10-7b4c2b4ec8d6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "c7b2754f-3bde-4c5f-be10-7b4c2b4ec8d6", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "11ce3b31-2ca6-4394-8c48-d64ef365ea41", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "11ce3b31-2ca6-4394-8c48-d64ef365ea41", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "11ce3b31-2ca6-4394-8c48-d64ef365ea41", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "86862d03-5a25-4247-8a53-9c313bec2b33", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "86862d03-5a25-4247-8a53-9c313bec2b33", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "86862d03-5a25-4247-8a53-9c313bec2b33", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8efedb28-d9ba-4cd2-a81e-192531c54d83", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8efedb28-d9ba-4cd2-a81e-192531c54d83", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8efedb28-d9ba-4cd2-a81e-192531c54d83", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4d32e805-f17e-4450-a8ba-91cff718ff42", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4d32e805-f17e-4450-a8ba-91cff718ff42", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4d32e805-f17e-4450-a8ba-91cff718ff42", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "df6e26d2-d0ca-4e97-ad9a-bad5a88dec5c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "df6e26d2-d0ca-4e97-ad9a-bad5a88dec5c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "df6e26d2-d0ca-4e97-ad9a-bad5a88dec5c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "376ea940-0fe3-495a-9aac-bc71b0349f1c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "376ea940-0fe3-495a-9aac-bc71b0349f1c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "376ea940-0fe3-495a-9aac-bc71b0349f1c", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "116a9094-ca08-41fa-b366-20097f6b4bb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-trusted-ca-bundle", "reconcileID": "f01515de-7d25-4746-bb9f-ba9a2eedd268", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "638b5343-b9c1-48ff-8fef-b2a3544da3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:53:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "638b5343-b9c1-48ff-8fef-b2a3544da3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6586a63d-7dff-415d-834c-6dbfbaa76fae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "722b9004-b22c-4d20-a4e0-b0fe4fa0a78f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-trusted-ca-bundle", "reconcileID": "7fc1eb34-d9b4-430c-b61a-5229f7f12065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:53:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-trusted-ca-bundle", "reconcileID": "7fc1eb34-d9b4-430c-b61a-5229f7f12065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f55ff4-515a-4e22-8754-161afbe015e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2d1555b0-2685-4760-997e-3fcbdee527c7", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2d1555b0-2685-4760-997e-3fcbdee527c7", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2d1555b0-2685-4760-997e-3fcbdee527c7", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "89777236-285e-4f82-933a-8603df2e1913", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "89777236-285e-4f82-933a-8603df2e1913", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "89777236-285e-4f82-933a-8603df2e1913", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "aa11551c-b348-43f1-a698-1c7e9382c51e", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "aa11551c-b348-43f1-a698-1c7e9382c51e", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "aa11551c-b348-43f1-a698-1c7e9382c51e", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "613ea91a-d175-4d9c-a444-5899691432ad", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "613ea91a-d175-4d9c-a444-5899691432ad", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "613ea91a-d175-4d9c-a444-5899691432ad", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "b8a48897-9ad3-4faf-a7ff-244db9cbe32b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "b8a48897-9ad3-4faf-a7ff-244db9cbe32b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "b8a48897-9ad3-4faf-a7ff-244db9cbe32b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "43736ac5-d0b4-4ae2-bc15-8f01b21f27c9", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "43736ac5-d0b4-4ae2-bc15-8f01b21f27c9", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "43736ac5-d0b4-4ae2-bc15-8f01b21f27c9", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "86c6d3ce-b736-4666-83b3-b1d91c508b08", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "86c6d3ce-b736-4666-83b3-b1d91c508b08", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "86c6d3ce-b736-4666-83b3-b1d91c508b08", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "65a8e93f-833f-4660-a954-17ffd2a1de7d", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "65a8e93f-833f-4660-a954-17ffd2a1de7d", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "65a8e93f-833f-4660-a954-17ffd2a1de7d", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "79df914b-8e09-4e94-a3f7-71b7c0d9a75b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "79df914b-8e09-4e94-a3f7-71b7c0d9a75b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "79df914b-8e09-4e94-a3f7-71b7c0d9a75b", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "baa06377-319d-4895-ac43-2a9767ab193b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-trusted-ca-bundle", "reconcileID": "4931e334-60d9-4f06-9f08-b18ac35127a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "a50f23ae-fdbe-42ad-8b82-0da8490d90c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:54:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "a50f23ae-fdbe-42ad-8b82-0da8490d90c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1af1e4dc-6432-4c24-a2fc-21db427dbba1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "278518e1-3c47-47b9-888e-2b53d30c7c53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-trusted-ca-bundle", "reconcileID": "efbba446-5b93-4a31-8260-0c7833681bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:54:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-trusted-ca-bundle", "reconcileID": "efbba446-5b93-4a31-8260-0c7833681bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0f60d3b-655f-4bbf-a28c-39d22ba4f000", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:54:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "1f87c072-cab8-48d8-97b0-04862cad4e65", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "1f87c072-cab8-48d8-97b0-04862cad4e65", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "1f87c072-cab8-48d8-97b0-04862cad4e65", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "cf4d23ef-c890-4933-ab0d-6232373e3ebd", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "cf4d23ef-c890-4933-ab0d-6232373e3ebd", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:54:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "cf4d23ef-c890-4933-ab0d-6232373e3ebd", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:54:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "cdc2d00a-4e0d-40d2-b7f0-c03beef09b45", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:54:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:54:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "authType": "userdefined"} 2026-09-06T10:54:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "83dd688e-c08b-4173-b601-106a87eab40f", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "cdc2d00a-4e0d-40d2-b7f0-c03beef09b45", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:54:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "cdc2d00a-4e0d-40d2-b7f0-c03beef09b45", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:54:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:54:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "authType": "userdefined"} 2026-09-06T10:54:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "cff66d1f-7b75-4ac0-9305-a49e2689e655", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:54:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "d728cdfb-02e3-4f8f-9254-4de98be50d91", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "d728cdfb-02e3-4f8f-9254-4de98be50d91", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "d728cdfb-02e3-4f8f-9254-4de98be50d91", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "authType": "userdefined"} 2026-09-06T10:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "9ca57ee8-e24e-47b3-9f0e-173b8c207f9e", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:54:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:54:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T10:55:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:55:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:55:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:55:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:55:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "authType": "userdefined"} 2026-09-06T10:55:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c83d954e-b4b5-45c0-a1df-e2a8f77f1c47", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8408d4d3-7c65-46ff-bcf8-ab47eba75516", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8408d4d3-7c65-46ff-bcf8-ab47eba75516", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8408d4d3-7c65-46ff-bcf8-ab47eba75516", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "6686e6f6-878c-4ce6-911f-65d590e629b3", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "6686e6f6-878c-4ce6-911f-65d590e629b3", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "6686e6f6-878c-4ce6-911f-65d590e629b3", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "19c129e7-73f6-43b0-a0c0-9737c4907524", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "19c129e7-73f6-43b0-a0c0-9737c4907524", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "19c129e7-73f6-43b0-a0c0-9737c4907524", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "3d540cd1-eb06-4d6c-81b8-f196c42ae7b7", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "3d540cd1-eb06-4d6c-81b8-f196c42ae7b7", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "3d540cd1-eb06-4d6c-81b8-f196c42ae7b7", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "4838449e-7e29-4639-bce1-15dcf697d008", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "4838449e-7e29-4639-bce1-15dcf697d008", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "4838449e-7e29-4639-bce1-15dcf697d008", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "efa0ea0f-10c1-4c5e-8ebb-84474469ee86", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "efa0ea0f-10c1-4c5e-8ebb-84474469ee86", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "efa0ea0f-10c1-4c5e-8ebb-84474469ee86", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "553ce35f-75d1-49be-a3ae-6e4795cb3f60", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "553ce35f-75d1-49be-a3ae-6e4795cb3f60", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "553ce35f-75d1-49be-a3ae-6e4795cb3f60", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "5ffbd113-6c28-469c-8d1e-d0f2226f5d57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "ee5619ad-d487-4d06-8e76-7d9c5bfcbe2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:55:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "ee5619ad-d487-4d06-8e76-7d9c5bfcbe2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "fc217c03-ef7c-483d-b8d5-58cdb2e4be4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:55:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "fc217c03-ef7c-483d-b8d5-58cdb2e4be4f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "d8fcab61-6048-436d-a5b3-2992bb15051f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6491a6b8-13dd-4d51-b3e1-add34c1c6b8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "bd971c9a-c741-451a-9aa3-788cf33578df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "5fad4429-9395-459e-8bf6-816336d5eb26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:55:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "5fad4429-9395-459e-8bf6-816336d5eb26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48216ccf-090e-4cf6-805d-be470f5d31fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "455de8c1-9a91-42fb-a542-25d909fb7907", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "455de8c1-9a91-42fb-a542-25d909fb7907", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "455de8c1-9a91-42fb-a542-25d909fb7907", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "bd6146d7-ac65-47aa-b1fc-8f2fe572974a", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "bd6146d7-ac65-47aa-b1fc-8f2fe572974a", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "bd6146d7-ac65-47aa-b1fc-8f2fe572974a", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8588123e-9d43-48a6-826a-c399bbbaa515", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8588123e-9d43-48a6-826a-c399bbbaa515", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "8588123e-9d43-48a6-826a-c399bbbaa515", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "deb8d49f-068a-4561-8920-5b4a3cadf0b0", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "deb8d49f-068a-4561-8920-5b4a3cadf0b0", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2-authn-ssl"} 2026-09-06T10:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "deb8d49f-068a-4561-8920-5b4a3cadf0b0", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaca14a3-8903-4817-b81c-5ee875ecea2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaca14a3-8903-4817-b81c-5ee875ecea2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:55:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaca14a3-8903-4817-b81c-5ee875ecea2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-676ab2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1a62138-b3c4-4721-8063-7fad477df567", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1a62138-b3c4-4721-8063-7fad477df567", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "c46306b1-aca0-41c6-bcdb-3abdc5776522", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "openshift-service-ca.crt", "reconcileID": "c46306b1-aca0-41c6-bcdb-3abdc5776522", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e0103ca-7fd2-47fb-b947-4a057583b1da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-676ab2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e0103ca-7fd2-47fb-b947-4a057583b1da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-676ab2"} 2026-09-06T10:55:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-676ab2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-676ab2", "reconcileID": "46799c8d-81a7-4aae-8b84-bc609f887527", "Gateway": "e2e-ipp-cleanup-676ab2", "namespace": "openshift-ingress"} 2026-09-06T10:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2b295881-0fa3-49a5-80b0-cce6c55356f8", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2b295881-0fa3-49a5-80b0-cce6c55356f8", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "2b295881-0fa3-49a5-80b0-cce6c55356f8", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "52ed77dc-d6aa-46d6-af80-9ba6d0400342", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "52ed77dc-d6aa-46d6-af80-9ba6d0400342", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "52ed77dc-d6aa-46d6-af80-9ba6d0400342", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4bca97e6-e45e-447a-a5a0-725559d5473d", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4bca97e6-e45e-447a-a5a0-725559d5473d", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "4bca97e6-e45e-447a-a5a0-725559d5473d", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:56:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "authType": "userdefined"} 2026-09-06T10:56:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "87e020dd-fb97-422f-9f48-debfa18b84a9", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22f479f1-c283-4b76-903a-7081dd4b01ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22f479f1-c283-4b76-903a-7081dd4b01ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:56:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22f479f1-c283-4b76-903a-7081dd4b01ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-69ef21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:56:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-trusted-ca-bundle", "reconcileID": "6d1a28e5-b892-4d9b-b7c0-3f56e1ee151a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-trusted-ca-bundle", "reconcileID": "6d1a28e5-b892-4d9b-b7c0-3f56e1ee151a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "9ac93785-f632-4bea-b6c5-442bc62460ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "openshift-service-ca.crt", "reconcileID": "9ac93785-f632-4bea-b6c5-442bc62460ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f195e29-c32c-411e-856b-035fba3e3aed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f195e29-c32c-411e-856b-035fba3e3aed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21"} 2026-09-06T10:56:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:56:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:56:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "c4621dbe-48cf-44df-b3bf-b3a2c1e2b555", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "071051d2-65fd-4ccc-ad8e-8a59d118a8fa", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "071051d2-65fd-4ccc-ad8e-8a59d118a8fa", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "071051d2-65fd-4ccc-ad8e-8a59d118a8fa", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:57:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21"} 2026-09-06T10:57:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:57:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21-kserve-route-authn"} 2026-09-06T10:57:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "00652128-584b-4e1b-9521-c2f8e2a56624", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-69ef21","namespace":"ai-tenant-e2e-ipp-a-69ef21"}, "namespace": "ai-tenant-e2e-ipp-a-69ef21", "name": "ipp-route-69ef21", "reconcileID": "504e60f8-18a8-4828-84d3-6e3a470a4088", "LLMInferenceService": "ipp-route-69ef21", "namespace": "ai-tenant-e2e-ipp-a-69ef21"} 2026-09-06T10:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8ae255ee-b9fe-4df7-8fc0-7a7e611dea99", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8ae255ee-b9fe-4df7-8fc0-7a7e611dea99", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21-authn-ssl"} 2026-09-06T10:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "8ae255ee-b9fe-4df7-8fc0-7a7e611dea99", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:57:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-69ef21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-69ef21", "reconcileID": "1500ab03-82b0-4310-8450-d27781636e60", "Gateway": "e2e-ipp-a-69ef21", "namespace": "openshift-ingress"} 2026-09-06T10:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "a9124933-0d6b-446f-9b22-61f9a8f04fc1", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "a9124933-0d6b-446f-9b22-61f9a8f04fc1", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "a9124933-0d6b-446f-9b22-61f9a8f04fc1", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "e557f474-7739-471d-a881-edb957650a29", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "e557f474-7739-471d-a881-edb957650a29", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da-authn-ssl"} 2026-09-06T10:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "e557f474-7739-471d-a881-edb957650a29", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb0222a-2395-4913-824e-dbc7eb6cb184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb0222a-2395-4913-824e-dbc7eb6cb184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:57:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb0222a-2395-4913-824e-dbc7eb6cb184", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-8c14da because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-trusted-ca-bundle", "reconcileID": "8a1eb25d-7620-4157-a307-26b7cf91d64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-trusted-ca-bundle", "reconcileID": "8a1eb25d-7620-4157-a307-26b7cf91d64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "9f7795d8-9c05-48fa-a629-53c88197ac1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "openshift-service-ca.crt", "reconcileID": "9f7795d8-9c05-48fa-a629-53c88197ac1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1625c9ac-24d9-4cff-846e-4f1fbfc8b780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8c14da"}, "namespace": "ai-tenant-e2e-ipp-b-8c14da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1625c9ac-24d9-4cff-846e-4f1fbfc8b780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8c14da"} 2026-09-06T10:57:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8c14da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8c14da", "reconcileID": "6bf25273-6b97-4215-88b2-09b03f57ffa9", "Gateway": "e2e-ipp-b-8c14da", "namespace": "openshift-ingress"} 2026-09-06T10:57:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "b1b5c52f-de5f-489c-a27b-36070d2167c4", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:57:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "b1b5c52f-de5f-489c-a27b-36070d2167c4", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161-authn-ssl"} 2026-09-06T10:57:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "b1b5c52f-de5f-489c-a27b-36070d2167c4", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:57:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f38072cd-4831-4f8e-9808-f56a1dbda36f", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:57:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f38072cd-4831-4f8e-9808-f56a1dbda36f", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161-authn-ssl"} 2026-09-06T10:57:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "f38072cd-4831-4f8e-9808-f56a1dbda36f", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8131e66-1418-415a-b155-70827cd9099d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8131e66-1418-415a-b155-70827cd9099d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:57:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8131e66-1418-415a-b155-70827cd9099d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2eb161 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-trusted-ca-bundle", "reconcileID": "298acda6-0612-49b7-a5f4-712bab4aec2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-trusted-ca-bundle", "reconcileID": "298acda6-0612-49b7-a5f4-712bab4aec2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "openshift-service-ca.crt", "reconcileID": "5aeec4ba-e82f-4087-9a6d-d21b21418fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "openshift-service-ca.crt", "reconcileID": "5aeec4ba-e82f-4087-9a6d-d21b21418fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d922ee-96ae-4fdf-9c17-6a626524b6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2eb161"}, "namespace": "ai-tenant-e2e-shared-a-w3-2eb161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d922ee-96ae-4fdf-9c17-6a626524b6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2eb161"} 2026-09-06T10:57:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2eb161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2eb161", "reconcileID": "e97866bc-306c-4f17-8d25-af0f60907227", "Gateway": "e2e-shared-a-w3-2eb161", "namespace": "openshift-ingress"} 2026-09-06T10:57:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "65ce2e0e-7916-4e2c-899a-eec73bedfde6", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:57:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "65ce2e0e-7916-4e2c-899a-eec73bedfde6", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:57:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "65ce2e0e-7916-4e2c-899a-eec73bedfde6", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "ae0e430e-f965-43e1-aa0f-ce2cc4a33c84", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "ae0e430e-f965-43e1-aa0f-ce2cc4a33c84", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45-authn-ssl"} 2026-09-06T10:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "ae0e430e-f965-43e1-aa0f-ce2cc4a33c84", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T10:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba3a0b24-ec88-4522-bd3c-fb1b5479153b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba3a0b24-ec88-4522-bd3c-fb1b5479153b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T10:57:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba3a0b24-ec88-4522-bd3c-fb1b5479153b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-eb4b45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T10:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-trusted-ca-bundle", "reconcileID": "729b5d48-9952-4783-a9b1-78a0540bd1b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-trusted-ca-bundle", "reconcileID": "729b5d48-9952-4783-a9b1-78a0540bd1b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "openshift-service-ca.crt", "reconcileID": "c25714c2-6019-4bd5-887c-c903fbc50cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "openshift-service-ca.crt", "reconcileID": "c25714c2-6019-4bd5-887c-c903fbc50cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d27f3b-b273-48d2-941f-9a236eab740b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-eb4b45"}, "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d27f3b-b273-48d2-941f-9a236eab740b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-eb4b45"} 2026-09-06T10:57:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-eb4b45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-eb4b45", "reconcileID": "d96f100d-0a27-4b31-b282-052528a983bc", "Gateway": "e2e-shared-b-w3-eb4b45", "namespace": "openshift-ingress"} 2026-09-06T11:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d6afe84-bef3-4d0e-84d5-5ac02062de16", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "9739a02c-bcd3-41a8-ae29-8206927fa539", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d6afe84-bef3-4d0e-84d5-5ac02062de16", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d6afe84-bef3-4d0e-84d5-5ac02062de16", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c1dc5771-1465-4d84-8b3e-6612f8f06f3b", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d77cb4f7-ddb7-47f9-89dc-592c871ff90b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "e3a60a94-9e5b-4ade-b594-b1b865ffdec3", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d77cb4f7-ddb7-47f9-89dc-592c871ff90b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d77cb4f7-ddb7-47f9-89dc-592c871ff90b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7905a2b-f5d7-42b2-a639-1d4497e644af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7905a2b-f5d7-42b2-a639-1d4497e644af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7905a2b-f5d7-42b2-a639-1d4497e644af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "c7396480-10b3-49cb-9af2-f9b4b974b3b2", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "2bf5e452-44d1-4f99-8319-7eca3edd81ea", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d3d5105-e4b8-47ec-88ae-cf02f04cebb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d3d5105-e4b8-47ec-88ae-cf02f04cebb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d3d5105-e4b8-47ec-88ae-cf02f04cebb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "bbd7f55b-a4d3-4ee2-a9a0-509e6733680a", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "e5f73ba0-a603-41ef-b339-dc87d2b11cb6", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "authType": "userdefined"} 2026-09-06T11:02:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "5203a930-19b4-41e5-a782-a6bbae699ea8", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07"} 2026-09-06T11:02:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "aac3e43c-a7c9-4b84-8412-2766fc740bcb", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm", "name": "e2e-same-id-a-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6eb51a07", "reconcileID": "d9895b78-9f0e-4f3d-947f-87adf59a7c50", "LLMInferenceService": "e2e-same-id-a-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05751961-2021-4f0c-a025-e38d6131029b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05751961-2021-4f0c-a025-e38d6131029b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05751961-2021-4f0c-a025-e38d6131029b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc80d26f-ea14-4ed3-94a7-3f55566a828a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc80d26f-ea14-4ed3-94a7-3f55566a828a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc80d26f-ea14-4ed3-94a7-3f55566a828a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07"} 2026-09-06T11:02:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "16d52810-3b09-4399-8a44-ab89162c9912", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm", "name": "e2e-same-id-b-6eb51a07-kserve-route-authn"} 2026-09-06T11:02:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6eb51a07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6eb51a07", "reconcileID": "a0e9d1b0-63ad-4be0-8ac9-6b4fcf815713", "LLMInferenceService": "e2e-same-id-b-6eb51a07", "namespace": "llm"} 2026-09-06T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "694ac65b-e2ce-48cb-9ad9-a22b501a450e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "694ac65b-e2ce-48cb-9ad9-a22b501a450e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "694ac65b-e2ce-48cb-9ad9-a22b501a450e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30009b65-bf17-4f26-9b3b-58439e6bf94e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30009b65-bf17-4f26-9b3b-58439e6bf94e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30009b65-bf17-4f26-9b3b-58439e6bf94e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}