2026-09-07T13:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "8e488893-082c-4fd4-ae6f-5e047e703658", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "8e488893-082c-4fd4-ae6f-5e047e703658", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0-authn-ssl"} 2026-09-07T13:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "8e488893-082c-4fd4-ae6f-5e047e703658", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:18:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "31e908d9-5d70-473d-901f-8fa9e31ffcb1", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:18:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "31e908d9-5d70-473d-901f-8fa9e31ffcb1", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0-authn-ssl"} 2026-09-07T13:18:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "31e908d9-5d70-473d-901f-8fa9e31ffcb1", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "f455a8cf-fbf0-4d73-8644-990da3a6032e", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "f455a8cf-fbf0-4d73-8644-990da3a6032e", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "f455a8cf-fbf0-4d73-8644-990da3a6032e", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "317e7a78-64ea-4b87-9420-f76ebe52f3f6", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "317e7a78-64ea-4b87-9420-f76ebe52f3f6", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "317e7a78-64ea-4b87-9420-f76ebe52f3f6", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0a73aa7b-dc1e-4258-966c-9c33ea9c6e22", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0a73aa7b-dc1e-4258-966c-9c33ea9c6e22", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0a73aa7b-dc1e-4258-966c-9c33ea9c6e22", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "993a3ab9-e343-4d7f-85db-5d6027260207", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "993a3ab9-e343-4d7f-85db-5d6027260207", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "993a3ab9-e343-4d7f-85db-5d6027260207", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3bc31efc-3be2-4a46-9353-358d55ca9e89", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3bc31efc-3be2-4a46-9353-358d55ca9e89", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3bc31efc-3be2-4a46-9353-358d55ca9e89", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1b831e48-a991-4e35-8b4a-7d189b710cad", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1b831e48-a991-4e35-8b4a-7d189b710cad", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1b831e48-a991-4e35-8b4a-7d189b710cad", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "622d801c-41b9-47f8-b53d-7a2e9fa4c06a", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "622d801c-41b9-47f8-b53d-7a2e9fa4c06a", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "622d801c-41b9-47f8-b53d-7a2e9fa4c06a", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "893c75e6-c4d2-4884-87c6-6a8b5df2959b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "34280d49-a3d6-4f8c-8db5-5711fa2d4ad0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "34280d49-a3d6-4f8c-8db5-5711fa2d4ad0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "ad736e71-4705-429a-973e-65b3347cd64f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "ad736e71-4705-429a-973e-65b3347cd64f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb38b889-f9eb-45d2-a6d8-9005ef7d695e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "076c6a04-1c57-41b6-9949-8428221d3b75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "181b57bd-84d0-4874-93e9-027ab32609f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab53adc-2a92-4f9d-ab7b-4e442173ffe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab53adc-2a92-4f9d-ab7b-4e442173ffe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9cba036-2efd-47e5-ac1b-7699e9e8cf7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "6f2c93d5-38a2-41c7-8854-e222441a0992", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "6f2c93d5-38a2-41c7-8854-e222441a0992", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "6f2c93d5-38a2-41c7-8854-e222441a0992", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "cec07299-e347-487f-bc12-eec37b8ea103", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "cec07299-e347-487f-bc12-eec37b8ea103", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "cec07299-e347-487f-bc12-eec37b8ea103", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:18:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "0391a18d-c86e-473f-bf54-b4f77395e26c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress"} 2026-09-07T13:18:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "0391a18d-c86e-473f-bf54-b4f77395e26c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b-authn-ssl"} 2026-09-07T13:18:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "0391a18d-c86e-473f-bf54-b4f77395e26c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress"} 2026-09-07T13:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "19559ba1-4b82-420b-ba0c-048a27e2ee1c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress"} 2026-09-07T13:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "19559ba1-4b82-420b-ba0c-048a27e2ee1c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b-authn-ssl"} 2026-09-07T13:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "19559ba1-4b82-420b-ba0c-048a27e2ee1c", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress"} 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb2fc311-3541-434b-b09b-0f872cdf5cdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb2fc311-3541-434b-b09b-0f872cdf5cdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb2fc311-3541-434b-b09b-0f872cdf5cdc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0d2b4b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ee553d-bd87-4e09-9e0d-1aaa184ffbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ee553d-bd87-4e09-9e0d-1aaa184ffbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ee553d-bd87-4e09-9e0d-1aaa184ffbbd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0d2b4b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-trusted-ca-bundle", "reconcileID": "10d69373-49ef-4610-9b49-c5433b90f548", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-trusted-ca-bundle", "reconcileID": "10d69373-49ef-4610-9b49-c5433b90f548", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-trusted-ca-bundle", "reconcileID": "10d69373-49ef-4610-9b49-c5433b90f548", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0d2b4b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "openshift-service-ca.crt", "reconcileID": "7ce05ccb-baa7-4c0d-b0e1-6b42f83438be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "openshift-service-ca.crt", "reconcileID": "7ce05ccb-baa7-4c0d-b0e1-6b42f83438be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-trusted-ca-bundle", "reconcileID": "e004e86d-af34-41e8-9440-535235e7eaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-trusted-ca-bundle", "reconcileID": "e004e86d-af34-41e8-9440-535235e7eaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "527b3d96-b964-47d9-b768-977e1c30d976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0d2b4b"}, "namespace": "ai-tenant-e2e-api-b-0d2b4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "527b3d96-b964-47d9-b768-977e1c30d976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0d2b4b"} 2026-09-07T13:18:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0d2b4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0d2b4b", "reconcileID": "82b99e85-442a-498c-be0d-5660a54fdad7", "Gateway": "e2e-api-b-0d2b4b", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "6c8e5758-b78b-4e95-9ff4-c11f3283e0bb", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "6c8e5758-b78b-4e95-9ff4-c11f3283e0bb", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "6c8e5758-b78b-4e95-9ff4-c11f3283e0bb", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "e5bad123-545b-410e-af0c-b9277be53ce4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "e5bad123-545b-410e-af0c-b9277be53ce4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "e5bad123-545b-410e-af0c-b9277be53ce4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "5f9ff3be-7817-4814-8183-9f8e22cd21a7", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "5f9ff3be-7817-4814-8183-9f8e22cd21a7", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "5f9ff3be-7817-4814-8183-9f8e22cd21a7", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "31940058-85e9-4f5d-a13c-c817900464e4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "31940058-85e9-4f5d-a13c-c817900464e4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "31940058-85e9-4f5d-a13c-c817900464e4", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "c93078ab-fc71-41ef-86fb-991ae7616987", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "c93078ab-fc71-41ef-86fb-991ae7616987", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "c93078ab-fc71-41ef-86fb-991ae7616987", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "3054aa57-8ea3-4e68-abe4-6e2dc85efabd", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "3054aa57-8ea3-4e68-abe4-6e2dc85efabd", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "3054aa57-8ea3-4e68-abe4-6e2dc85efabd", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "34fc0106-5dcb-4426-96a1-42026783a94e", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "34fc0106-5dcb-4426-96a1-42026783a94e", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "34fc0106-5dcb-4426-96a1-42026783a94e", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "ca233081-7370-4255-be09-3b502bdf2810", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "987523bc-f2a5-49c4-bd88-bed295d87416", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "987523bc-f2a5-49c4-bd88-bed295d87416", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "caa9b04c-da19-4207-80f0-1bcd99cd1e6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "caa9b04c-da19-4207-80f0-1bcd99cd1e6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af1bce0f-072b-4608-b3a3-5fbe3bb7ed98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "385a11c2-525a-4093-abd7-fffe0252db36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "5a31ce27-ab75-4deb-ac34-d6755e7cea54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "1f121bb7-4d94-4d5c-a308-4c4ec0970335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:18:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "1f121bb7-4d94-4d5c-a308-4c4ec0970335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233353b8-b403-4aca-a2b2-f5eda4d1f7d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "a01828ee-162e-4b4d-bd08-751edd699794", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "a01828ee-162e-4b4d-bd08-751edd699794", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "a01828ee-162e-4b4d-bd08-751edd699794", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:19:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bc4b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bc4b05", "reconcileID": "cd247202-fc15-4a74-a317-6425ed0bd70a", "Gateway": "e2e-shared-a-w2-bc4b05", "namespace": "openshift-ingress"} 2026-09-07T13:19:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bc4b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bc4b05", "reconcileID": "cd247202-fc15-4a74-a317-6425ed0bd70a", "Gateway": "e2e-shared-a-w2-bc4b05", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bc4b05-authn-ssl"} 2026-09-07T13:19:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bc4b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bc4b05", "reconcileID": "cd247202-fc15-4a74-a317-6425ed0bd70a", "Gateway": "e2e-shared-a-w2-bc4b05", "namespace": "openshift-ingress"} 2026-09-07T13:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf7097c-ce58-4aec-85f3-4b2b85bff430", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf7097c-ce58-4aec-85f3-4b2b85bff430", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:19:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf7097c-ce58-4aec-85f3-4b2b85bff430", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-bc4b05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-trusted-ca-bundle", "reconcileID": "65897e3e-48e3-4bd6-a664-adb4edbf8cca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-trusted-ca-bundle", "reconcileID": "65897e3e-48e3-4bd6-a664-adb4edbf8cca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "openshift-service-ca.crt", "reconcileID": "88615547-c172-4d25-92bb-71941403caa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "openshift-service-ca.crt", "reconcileID": "88615547-c172-4d25-92bb-71941403caa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a24482-1bee-429a-a1c1-d5f6217ec600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bc4b05"}, "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a24482-1bee-429a-a1c1-d5f6217ec600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bc4b05"} 2026-09-07T13:19:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bc4b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bc4b05", "reconcileID": "ee60679d-a03d-4c94-a64e-82831d8a913f", "Gateway": "e2e-shared-a-w2-bc4b05", "namespace": "openshift-ingress"} 2026-09-07T13:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "8e6d1373-0cb9-441b-aafb-7e1b5f46c900", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "8e6d1373-0cb9-441b-aafb-7e1b5f46c900", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "8e6d1373-0cb9-441b-aafb-7e1b5f46c900", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "1233dce3-a22c-4343-ac33-6c174db9ca31", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress"} 2026-09-07T13:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "1233dce3-a22c-4343-ac33-6c174db9ca31", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721-authn-ssl"} 2026-09-07T13:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "1233dce3-a22c-4343-ac33-6c174db9ca31", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress"} 2026-09-07T13:19:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "ddfc58c8-a764-4ff2-b3ff-88b47849db2e", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress"} 2026-09-07T13:19:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "ddfc58c8-a764-4ff2-b3ff-88b47849db2e", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721-authn-ssl"} 2026-09-07T13:19:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "ddfc58c8-a764-4ff2-b3ff-88b47849db2e", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress"} 2026-09-07T13:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa37b427-edc5-45cb-8034-887e05ef7e54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa37b427-edc5-45cb-8034-887e05ef7e54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:19:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa37b427-edc5-45cb-8034-887e05ef7e54", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-45d721 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-trusted-ca-bundle", "reconcileID": "9bba7cab-9d85-481c-b658-32ee4987e57d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-trusted-ca-bundle", "reconcileID": "9bba7cab-9d85-481c-b658-32ee4987e57d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "openshift-service-ca.crt", "reconcileID": "d69c55bf-1dea-494d-925c-b8c496c69e22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "openshift-service-ca.crt", "reconcileID": "d69c55bf-1dea-494d-925c-b8c496c69e22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27f5fa5c-bd34-481e-a58e-3a668d400388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-45d721"}, "namespace": "ai-tenant-e2e-shared-b-w2-45d721", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27f5fa5c-bd34-481e-a58e-3a668d400388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-45d721"} 2026-09-07T13:19:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-45d721","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-45d721", "reconcileID": "943becbd-7506-435e-92ff-2ccff42548dd", "Gateway": "e2e-shared-b-w2-45d721", "namespace": "openshift-ingress"} 2026-09-07T13:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "c8cd5e0e-4a01-4a82-9baf-28356f5f7465", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "7d1a010a-7dd9-4344-b87b-4961cb2566da", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "c8cd5e0e-4a01-4a82-9baf-28356f5f7465", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "c8cd5e0e-4a01-4a82-9baf-28356f5f7465", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "e9eb6869-1f4c-4532-861a-cc8e10303c1b", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "079411fd-e3f6-4872-bf10-98a9ff0f0411", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "079411fd-e3f6-4872-bf10-98a9ff0f0411", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "079411fd-e3f6-4872-bf10-98a9ff0f0411", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:19:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:19:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:19:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "73b5deda-7846-4aa7-8438-f05ed912cddc", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:19:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:19:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "83689740-f5a9-4399-b907-886497d7d405", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:19:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:19:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:19:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "f5b3d197-7337-4dce-91f6-a0e4ee5da211", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "473e171c-6183-406c-88c9-c9f646444326", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "473e171c-6183-406c-88c9-c9f646444326", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "473e171c-6183-406c-88c9-c9f646444326", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f2d7a2f5-9449-4c7f-8a8f-0ef98d14ce7e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f2d7a2f5-9449-4c7f-8a8f-0ef98d14ce7e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f2d7a2f5-9449-4c7f-8a8f-0ef98d14ce7e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "e0480e23-9cd5-43fa-b5dd-6749636f65ba", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "e0480e23-9cd5-43fa-b5dd-6749636f65ba", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "e0480e23-9cd5-43fa-b5dd-6749636f65ba", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b398b538-9ac3-403f-833f-64e6c0b38439", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b398b538-9ac3-403f-833f-64e6c0b38439", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b398b538-9ac3-403f-833f-64e6c0b38439", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "89f3b836-90e4-4d63-9cef-d1ec0a2b06e0", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "89f3b836-90e4-4d63-9cef-d1ec0a2b06e0", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "89f3b836-90e4-4d63-9cef-d1ec0a2b06e0", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f5bfbc5b-7306-41d9-9c80-bd3b38fa7162", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f5bfbc5b-7306-41d9-9c80-bd3b38fa7162", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "f5bfbc5b-7306-41d9-9c80-bd3b38fa7162", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "db1b1645-5ab1-44ad-8411-708a0a0c31de", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "db1b1645-5ab1-44ad-8411-708a0a0c31de", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "db1b1645-5ab1-44ad-8411-708a0a0c31de", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "336af337-d981-4045-a764-be0934ea050e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "336af337-d981-4045-a764-be0934ea050e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "336af337-d981-4045-a764-be0934ea050e", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "44ac6e13-7658-4480-8b2c-db56f3f45745", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "f84b7476-09f3-4ed6-8230-da13c2597fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "69f031be-f268-4661-bf9b-24558ba4cf76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:20:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "69f031be-f268-4661-bf9b-24558ba4cf76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f206c6c0-900e-4de1-8168-473128122536", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "0bec82f3-a18d-4583-8d8e-063ff9c71987", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "17dddecd-93be-4c39-b5cb-f2643642fbde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:20:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "17dddecd-93be-4c39-b5cb-f2643642fbde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d37a2123-700f-4cbc-b9ee-6d11838df20a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "d4f044a9-fc75-4d9f-81ac-846a9c9c0819", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "d4f044a9-fc75-4d9f-81ac-846a9c9c0819", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "d4f044a9-fc75-4d9f-81ac-846a9c9c0819", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b2a57889-c007-44fc-9e14-8b718038b1cb", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b2a57889-c007-44fc-9e14-8b718038b1cb", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "b2a57889-c007-44fc-9e14-8b718038b1cb", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "08b108ba-74eb-4b8f-ba34-d8188eb5f049", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "08b108ba-74eb-4b8f-ba34-d8188eb5f049", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "08b108ba-74eb-4b8f-ba34-d8188eb5f049", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "a16846b2-d840-4e1e-b6a0-9cccfdf7b2f4", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "a16846b2-d840-4e1e-b6a0-9cccfdf7b2f4", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5-authn-ssl"} 2026-09-07T13:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "a16846b2-d840-4e1e-b6a0-9cccfdf7b2f4", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:20:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6293a2f-0a41-437e-8e3b-6ff6d03db11d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6293a2f-0a41-437e-8e3b-6ff6d03db11d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:20:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6293a2f-0a41-437e-8e3b-6ff6d03db11d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a2a8d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:20:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "2e25245d-f4ee-4864-9533-ef52fef78f3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "2e25245d-f4ee-4864-9533-ef52fef78f3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:20:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "2e25245d-f4ee-4864-9533-ef52fef78f3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a2a8d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:20:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "232a8a48-b503-4a5c-99b0-bf0baba7868a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "openshift-service-ca.crt", "reconcileID": "232a8a48-b503-4a5c-99b0-bf0baba7868a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74cd829b-8daa-49e2-bd7e-6e35b8094255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74cd829b-8daa-49e2-bd7e-6e35b8094255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "a30038d3-9d79-4966-acbd-3f9953250b1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a2a8d5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5", "name": "odh-trusted-ca-bundle", "reconcileID": "a30038d3-9d79-4966-acbd-3f9953250b1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a2a8d5"} 2026-09-07T13:20:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a2a8d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a2a8d5", "reconcileID": "adc28fb7-6d01-48cc-a19a-0f389bf132ef", "Gateway": "e2e-ipp-cleanup-a2a8d5", "namespace": "openshift-ingress"} 2026-09-07T13:21:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "e2f6b4fb-a775-4813-8ac0-f8f3c6d457eb", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "e2f6b4fb-a775-4813-8ac0-f8f3c6d457eb", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:21:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "e2f6b4fb-a775-4813-8ac0-f8f3c6d457eb", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "d7f3527c-e9af-404e-b71d-4dab3c79c32f", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "d7f3527c-e9af-404e-b71d-4dab3c79c32f", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:21:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "d7f3527c-e9af-404e-b71d-4dab3c79c32f", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:21:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "authType": "userdefined"} 2026-09-07T13:21:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "9b8d3b46-a19d-4630-bae9-a14a7125bfa8", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0e12dc1e-ca7c-4021-bde6-23a6efe60ed4", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0e12dc1e-ca7c-4021-bde6-23a6efe60ed4", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:21:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "0e12dc1e-ca7c-4021-bde6-23a6efe60ed4", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1727fc14-74f8-472b-8bdf-cab3b76c143d", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1727fc14-74f8-472b-8bdf-cab3b76c143d", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "1727fc14-74f8-472b-8bdf-cab3b76c143d", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:21:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff"} 2026-09-07T13:21:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:21:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:21:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "d9341cd2-1e3b-4b08-a395-31be9237af9c", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af50b2b-ec66-4655-8920-457d2f04f3af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af50b2b-ec66-4655-8920-457d2f04f3af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:21:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3af50b2b-ec66-4655-8920-457d2f04f3af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ec10ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "e3b00cc2-c72c-4232-9eb5-4d91565ced81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-trusted-ca-bundle", "reconcileID": "e3b00cc2-c72c-4232-9eb5-4d91565ced81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "f80d29b9-0f2e-497e-b2f1-5e6ad0c1d972", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "openshift-service-ca.crt", "reconcileID": "f80d29b9-0f2e-497e-b2f1-5e6ad0c1d972", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "173a431c-8849-4e0e-b6d2-49c5a48c3b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "173a431c-8849-4e0e-b6d2-49c5a48c3b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff"} 2026-09-07T13:22:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:22:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff-kserve-route-authn"} 2026-09-07T13:22:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "a585373f-1d09-42e8-9c98-5cec6f19aaa0", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ec10ff","namespace":"ai-tenant-e2e-ipp-a-ec10ff"}, "namespace": "ai-tenant-e2e-ipp-a-ec10ff", "name": "ipp-route-ec10ff", "reconcileID": "276014c5-f59f-4efd-938b-683b6e8cf1a5", "LLMInferenceService": "ipp-route-ec10ff", "namespace": "ai-tenant-e2e-ipp-a-ec10ff"} 2026-09-07T13:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3768913f-232a-45fa-b6ed-c85b38c4ed58", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3768913f-232a-45fa-b6ed-c85b38c4ed58", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff-authn-ssl"} 2026-09-07T13:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "3768913f-232a-45fa-b6ed-c85b38c4ed58", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:22:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ec10ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ec10ff", "reconcileID": "4c93fe7f-8eb1-4afd-88e6-b25f70d1607a", "Gateway": "e2e-ipp-a-ec10ff", "namespace": "openshift-ingress"} 2026-09-07T13:22:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "773bbce2-8d8d-4c1c-a259-f25a283301e5", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:22:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "773bbce2-8d8d-4c1c-a259-f25a283301e5", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:22:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "773bbce2-8d8d-4c1c-a259-f25a283301e5", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:22:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "cb73deef-f4b3-4da3-928e-24e97f0e7376", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:22:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "cb73deef-f4b3-4da3-928e-24e97f0e7376", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44-authn-ssl"} 2026-09-07T13:22:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "cb73deef-f4b3-4da3-928e-24e97f0e7376", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f4d653-92fb-4c5d-948a-a86d2921cc46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f4d653-92fb-4c5d-948a-a86d2921cc46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:22:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f4d653-92fb-4c5d-948a-a86d2921cc46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-688b44 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "7282f997-9c78-48c1-bcad-3c3ce698245c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "7282f997-9c78-48c1-bcad-3c3ce698245c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:22:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "7282f997-9c78-48c1-bcad-3c3ce698245c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-688b44 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "e3ee3cc0-5ee0-4f09-873b-d57819f26df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "openshift-service-ca.crt", "reconcileID": "e3ee3cc0-5ee0-4f09-873b-d57819f26df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90141f32-6b9c-4016-9a56-bc833494cece", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90141f32-6b9c-4016-9a56-bc833494cece", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "f5e8957c-016d-4795-874f-e69b0afdb9b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-688b44"}, "namespace": "ai-tenant-e2e-ipp-b-688b44", "name": "odh-trusted-ca-bundle", "reconcileID": "f5e8957c-016d-4795-874f-e69b0afdb9b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-688b44"} 2026-09-07T13:22:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-688b44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-688b44", "reconcileID": "fa07eb0f-60a9-4a57-8277-1e14ec6f792c", "Gateway": "e2e-ipp-b-688b44", "namespace": "openshift-ingress"} 2026-09-07T13:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "d366e456-c347-4efc-8e2f-d0ea3b064b86", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress"} 2026-09-07T13:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "d366e456-c347-4efc-8e2f-d0ea3b064b86", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e-authn-ssl"} 2026-09-07T13:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "d366e456-c347-4efc-8e2f-d0ea3b064b86", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress"} 2026-09-07T13:22:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "c51b68b0-9492-4c20-af56-3703b32853d2", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress"} 2026-09-07T13:22:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "c51b68b0-9492-4c20-af56-3703b32853d2", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e-authn-ssl"} 2026-09-07T13:22:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "c51b68b0-9492-4c20-af56-3703b32853d2", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress"} 2026-09-07T13:22:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f72aa401-2117-4dcb-9f92-e9804d70d06b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f72aa401-2117-4dcb-9f92-e9804d70d06b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:22:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f72aa401-2117-4dcb-9f92-e9804d70d06b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-aa813e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:22:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-trusted-ca-bundle", "reconcileID": "86e03517-cae5-4acb-9dfb-2db3af99bc9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-trusted-ca-bundle", "reconcileID": "86e03517-cae5-4acb-9dfb-2db3af99bc9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "openshift-service-ca.crt", "reconcileID": "5c8ebaae-cdc0-4c6c-a88e-991deb216b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "openshift-service-ca.crt", "reconcileID": "5c8ebaae-cdc0-4c6c-a88e-991deb216b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ce86ee-4127-44fe-8544-d5f3bc4f8b95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa813e"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa813e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ce86ee-4127-44fe-8544-d5f3bc4f8b95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa813e"} 2026-09-07T13:22:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa813e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa813e", "reconcileID": "a7b9d2e7-7b98-43e6-a565-13e852884ae8", "Gateway": "e2e-shared-a-w3-aa813e", "namespace": "openshift-ingress"} 2026-09-07T13:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "f3ec3d57-788a-4bca-b123-f80eea1578d5", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "f3ec3d57-788a-4bca-b123-f80eea1578d5", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0-authn-ssl"} 2026-09-07T13:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "f3ec3d57-788a-4bca-b123-f80eea1578d5", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:23:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "a1fabe78-ef82-437d-8262-bd10549123de", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:23:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "a1fabe78-ef82-437d-8262-bd10549123de", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0-authn-ssl"} 2026-09-07T13:23:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "a1fabe78-ef82-437d-8262-bd10549123de", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:23:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2876a38-b9d9-492e-af4b-dacafb36362f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2876a38-b9d9-492e-af4b-dacafb36362f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T13:23:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2876a38-b9d9-492e-af4b-dacafb36362f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-ae93b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T13:23:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-trusted-ca-bundle", "reconcileID": "0e6a5d29-4b57-48a5-b454-85952780701a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-trusted-ca-bundle", "reconcileID": "0e6a5d29-4b57-48a5-b454-85952780701a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "openshift-service-ca.crt", "reconcileID": "189f8c54-6088-48ea-82de-cc99c4ae5b12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "openshift-service-ca.crt", "reconcileID": "189f8c54-6088-48ea-82de-cc99c4ae5b12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de7ad15e-d0f8-4bcd-8903-058e738905c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ae93b0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de7ad15e-d0f8-4bcd-8903-058e738905c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ae93b0"} 2026-09-07T13:23:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ae93b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ae93b0", "reconcileID": "4f665a89-7660-4222-99f8-147eeabdf276", "Gateway": "e2e-shared-b-w3-ae93b0", "namespace": "openshift-ingress"} 2026-09-07T13:24:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T13:24:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T13:24:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T13:24:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T13:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a6d8f2-d3b0-487e-a363-772ace2a9a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "92b0df47-f124-4184-89f1-7cbcb47e6f46", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a6d8f2-d3b0-487e-a363-772ace2a9a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a6d8f2-d3b0-487e-a363-772ace2a9a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "8cdf2064-e335-4af2-9f66-cbc10ad3ea12", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43c6f7-dfaf-4256-9f52-3a34977b8869", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "9b054305-e774-40c2-8b6f-7313f65b94a2", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43c6f7-dfaf-4256-9f52-3a34977b8869", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b43c6f7-dfaf-4256-9f52-3a34977b8869", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d2cae2-9da1-4a68-8315-fb5e8971f6e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d2cae2-9da1-4a68-8315-fb5e8971f6e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d2cae2-9da1-4a68-8315-fb5e8971f6e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "99d4d531-fa9b-41db-abc1-8757f168266b", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "2e76d026-f10d-430b-834b-751cb1d3fd84", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c68aa6-4aec-4f1d-8b7b-9c1d358f4b5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c68aa6-4aec-4f1d-8b7b-9c1d358f4b5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c68aa6-4aec-4f1d-8b7b-9c1d358f4b5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:27:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:27:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:27:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:27:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "92b172bb-a0f5-47e9-b0bb-3811469e2ae1", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:28:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:28:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7bf6934d-a4aa-4278-a59f-8a3141a4aa72", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:28:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "authType": "userdefined"} 2026-09-07T13:28:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "81be13ee-6425-4bf7-b129-bbdf37fe4246", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9"} 2026-09-07T13:28:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:28:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "7abf5fb6-66e7-4a32-9ad0-60c208ff0540", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm", "name": "e2e-same-id-a-580612d9-kserve-route-authn"} 2026-09-07T13:28:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-580612d9", "reconcileID": "b7552f33-c6bd-401c-9e3e-33e64a38f6be", "LLMInferenceService": "e2e-same-id-a-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b6b3f87-aff2-4c8c-82b7-dd85a180f103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b6b3f87-aff2-4c8c-82b7-dd85a180f103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:28:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b6b3f87-aff2-4c8c-82b7-dd85a180f103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78d8a93a-6a95-4942-ba09-9ed7cf0b96ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78d8a93a-6a95-4942-ba09-9ed7cf0b96ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:28:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78d8a93a-6a95-4942-ba09-9ed7cf0b96ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9"} 2026-09-07T13:28:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:28:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "71211a6c-b46b-45c9-9040-62a1eef6f734", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm", "name": "e2e-same-id-b-580612d9-kserve-route-authn"} 2026-09-07T13:28:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-580612d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-580612d9", "reconcileID": "40b514f3-d6f3-4d21-b570-ca8efba486a7", "LLMInferenceService": "e2e-same-id-b-580612d9", "namespace": "llm"} 2026-09-07T13:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8404561a-0b85-4753-9a29-f47be2f5aaf2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8404561a-0b85-4753-9a29-f47be2f5aaf2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8404561a-0b85-4753-9a29-f47be2f5aaf2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac902ab6-e359-474c-9403-60ccae944631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T13:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac902ab6-e359-474c-9403-60ccae944631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T13:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac902ab6-e359-474c-9403-60ccae944631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}