/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "odh-trusted-ca-bundle", "reconcileID": "6d48a333-a247-42f0-8316-bb8084faaf4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "odh-trusted-ca-bundle", "reconcileID": "6d48a333-a247-42f0-8316-bb8084faaf4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "openshift-service-ca.crt", "reconcileID": "e9f8bd51-f484-4d88-979e-fc15ed2d95dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "openshift-service-ca.crt", "reconcileID": "e9f8bd51-f484-4d88-979e-fc15ed2d95dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "663cd407-7174-49a1-918d-72168ca225b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8e986b89"}, "namespace": "ai-tenant-e2e-mt-8e986b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "663cd407-7174-49a1-918d-72168ca225b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8e986b89"} 2026-07-08T23:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05a2e401-cd8e-4b42-af5d-10e749aac4a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05a2e401-cd8e-4b42-af5d-10e749aac4a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:03:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05a2e401-cd8e-4b42-af5d-10e749aac4a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-86a41a2a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-trusted-ca-bundle", "reconcileID": "c63d7da2-03e5-48b8-ac94-4ff690e8798c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-trusted-ca-bundle", "reconcileID": "c63d7da2-03e5-48b8-ac94-4ff690e8798c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "openshift-service-ca.crt", "reconcileID": "9ae47df6-0b3e-4782-b96a-fd3cfdb652c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "openshift-service-ca.crt", "reconcileID": "9ae47df6-0b3e-4782-b96a-fd3cfdb652c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6557707-336c-49e2-9026-f5b524940503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86a41a2a"}, "namespace": "ai-tenant-e2e-mt-86a41a2a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6557707-336c-49e2-9026-f5b524940503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86a41a2a"} 2026-07-08T23:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "9e7c280f-bea8-46bc-a3d2-35cd197287bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-trusted-ca-bundle", "reconcileID": "2300341d-df4d-4260-869e-dde08452c8aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "8084c189-e10c-4cba-8341-e5ce17d031ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:03:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "8084c189-e10c-4cba-8341-e5ce17d031ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "427e0ee3-cdbe-4ddb-9421-c5308ccf3b19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "17f1477e-ac38-44f9-99bf-3d69202fd3c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-trusted-ca-bundle", "reconcileID": "b7e852b3-82bf-4b84-a36a-8e60eaa6274d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:03:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-trusted-ca-bundle", "reconcileID": "b7e852b3-82bf-4b84-a36a-8e60eaa6274d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7cd3343-7b67-47d3-8452-e07a6ec3d147", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb6aa672-e038-421c-b293-6276a9bef1ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb6aa672-e038-421c-b293-6276a9bef1ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:03:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb6aa672-e038-421c-b293-6276a9bef1ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a7b05ead because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:03:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-trusted-ca-bundle", "reconcileID": "eaf9575d-a0b5-43ff-b2dc-2488892bc24b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-trusted-ca-bundle", "reconcileID": "eaf9575d-a0b5-43ff-b2dc-2488892bc24b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "e28b9e7e-c525-4cee-914d-a625224cd0df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "openshift-service-ca.crt", "reconcileID": "e28b9e7e-c525-4cee-914d-a625224cd0df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67997ae7-6790-4d60-9ba2-75bd431c8d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7b05ead"}, "namespace": "ai-tenant-e2e-mt-a7b05ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67997ae7-6790-4d60-9ba2-75bd431c8d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7b05ead"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "7edf2e70-0bca-4a81-8a06-56577c4c66c2", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "7edf2e70-0bca-4a81-8a06-56577c4c66c2", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "7edf2e70-0bca-4a81-8a06-56577c4c66c2", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ac66c47b-feaa-4451-9e53-4b37d58327ea", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ac66c47b-feaa-4451-9e53-4b37d58327ea", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ac66c47b-feaa-4451-9e53-4b37d58327ea", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "a03a730a-7aac-4e6d-9824-64386b4f505b", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "a03a730a-7aac-4e6d-9824-64386b4f505b", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "a03a730a-7aac-4e6d-9824-64386b4f505b", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ecca0919-f007-45cf-8c98-ca150fba273c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ecca0919-f007-45cf-8c98-ca150fba273c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "ecca0919-f007-45cf-8c98-ca150fba273c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "1376affb-08ba-4aee-8d5b-0cd466c90b27", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "1376affb-08ba-4aee-8d5b-0cd466c90b27", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "1376affb-08ba-4aee-8d5b-0cd466c90b27", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "586e9e2b-8bde-4ef5-a71b-3b383a3488e7", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "586e9e2b-8bde-4ef5-a71b-3b383a3488e7", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "586e9e2b-8bde-4ef5-a71b-3b383a3488e7", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "09f2910f-d4d7-499b-bf5e-395de0fb563d", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:03:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "09f2910f-d4d7-499b-bf5e-395de0fb563d", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:03:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "09f2910f-d4d7-499b-bf5e-395de0fb563d", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "bcf9cd69-8720-4b3a-9981-7e042e0ea83e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-trusted-ca-bundle", "reconcileID": "a1840839-9eaf-4975-8217-7b18254614df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "b7bbf278-6770-463d-8ebf-eeb6f174725d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:04:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "b7bbf278-6770-463d-8ebf-eeb6f174725d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b40c553-ffab-45b7-91b2-7278b0e079fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "732d2680-9028-4205-8db2-731919e475d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-trusted-ca-bundle", "reconcileID": "918272ce-b179-40bf-8eb5-6d6a43ba87fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:04:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-trusted-ca-bundle", "reconcileID": "918272ce-b179-40bf-8eb5-6d6a43ba87fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a73d8ee-e5d5-4ade-9176-62f626e7e2e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "91160827-5f86-4e80-a5f8-963ffa35a271", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "91160827-5f86-4e80-a5f8-963ffa35a271", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "91160827-5f86-4e80-a5f8-963ffa35a271", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1db9762a-045e-4d71-8a9a-43bf4223cf3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "0d336bb8-7b00-4c31-8377-eb4e4886e664", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "0d336bb8-7b00-4c31-8377-eb4e4886e664", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "0d336bb8-7b00-4c31-8377-eb4e4886e664", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff0e00ba-1d77-427d-8b23-09664c5ca006", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff0e00ba-1d77-427d-8b23-09664c5ca006", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff0e00ba-1d77-427d-8b23-09664c5ca006", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "7eb13e98-83e2-47ca-b109-3bb9c5f59887", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "7eb13e98-83e2-47ca-b109-3bb9c5f59887", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "7eb13e98-83e2-47ca-b109-3bb9c5f59887", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff3d17c2-fa03-41f1-93c8-d8030569677e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff3d17c2-fa03-41f1-93c8-d8030569677e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "ff3d17c2-fa03-41f1-93c8-d8030569677e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "e5785998-6ad4-4c50-b607-fcae28ec06fc", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "e5785998-6ad4-4c50-b607-fcae28ec06fc", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "e5785998-6ad4-4c50-b607-fcae28ec06fc", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "788affd6-cbf1-4bba-bc71-cda8cca263a2", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "788affd6-cbf1-4bba-bc71-cda8cca263a2", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "788affd6-cbf1-4bba-bc71-cda8cca263a2", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "98724a96-3400-4206-82ea-4c9a1ee4c60f", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "98724a96-3400-4206-82ea-4c9a1ee4c60f", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "98724a96-3400-4206-82ea-4c9a1ee4c60f", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "b4e368e0-8cc0-4a76-be7e-6ce95c8c2849", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-trusted-ca-bundle", "reconcileID": "d46c3304-f093-4b87-9c48-54d2a87a07f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "f6f7c8f5-9b1a-4489-8236-9f219782ae4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:04:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "f6f7c8f5-9b1a-4489-8236-9f219782ae4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9660dd4f-6d12-4227-b11b-926f56717378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "5cf1b263-216f-4f9e-997b-2c05820d1690", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-trusted-ca-bundle", "reconcileID": "dfb50fc9-1479-493e-a5a0-4cd685cb2906", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:04:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-trusted-ca-bundle", "reconcileID": "dfb50fc9-1479-493e-a5a0-4cd685cb2906", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f9ca918-b674-4dbe-abf3-64f8e866dcc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "383456b2-b034-44bd-b476-3551f52609b9", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "383456b2-b034-44bd-b476-3551f52609b9", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:04:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "383456b2-b034-44bd-b476-3551f52609b9", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "769803b4-7b49-49fa-9f94-8e5410620a4e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "769803b4-7b49-49fa-9f94-8e5410620a4e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "769803b4-7b49-49fa-9f94-8e5410620a4e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41e38811-b606-41c6-982a-88e56e825977", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:04:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "066ff7d0-d6ba-4549-bb8c-c3f70156ae58", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:04:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "authType": "userdefined"} 2026-07-08T23:04:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "c38d5e8f-6b25-4474-96df-d6c8c3fc671d", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "066ff7d0-d6ba-4549-bb8c-c3f70156ae58", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:04:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "066ff7d0-d6ba-4549-bb8c-c3f70156ae58", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:04:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "authType": "userdefined"} 2026-07-08T23:04:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "9c2b3492-db82-4be7-b494-d61419fd3a1a", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "9e428606-6075-4cd9-be68-fb5f7d82c461", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "9e428606-6075-4cd9-be68-fb5f7d82c461", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "9e428606-6075-4cd9-be68-fb5f7d82c461", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "281df3cc-89ea-4da5-b960-1a88efc69058", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:04:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "560716b8-3f6e-41a2-9ca0-390be6121c50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:04:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "bde22f53-73b4-4672-ae4c-39b6a733860c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "bde22f53-73b4-4672-ae4c-39b6a733860c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:04:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "bde22f53-73b4-4672-ae4c-39b6a733860c", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:04:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "authType": "userdefined"} 2026-07-08T23:04:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "330b32d8-9eba-476a-9c80-3804886e40cb", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "cae5060b-d272-42a5-8287-2900d7f96e49", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "cae5060b-d272-42a5-8287-2900d7f96e49", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "cae5060b-d272-42a5-8287-2900d7f96e49", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "authType": "userdefined"} 2026-07-08T23:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "3e2eb0a5-15f0-439b-aae0-6b113aef5e33", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:04:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b213682a-fd03-449b-8202-6f6e801d88c4", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:04:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "authType": "userdefined"} 2026-07-08T23:04:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "a6604e53-2138-4f96-b5c7-898dd7c3d83a", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b213682a-fd03-449b-8202-6f6e801d88c4", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b213682a-fd03-449b-8202-6f6e801d88c4", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:04:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "authType": "userdefined"} 2026-07-08T23:04:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "7be5f022-cd41-44a4-9453-b5b8b7be043c", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "4404b946-c38c-4610-8aea-d13420459c1e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "4404b946-c38c-4610-8aea-d13420459c1e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "4404b946-c38c-4610-8aea-d13420459c1e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "authType": "userdefined"} 2026-07-08T23:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "1d593166-a836-4faf-9148-84e18ba40c24", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "00163a99-5215-48f7-a1c0-b44d47b3853d", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "00163a99-5215-48f7-a1c0-b44d47b3853d", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:05:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "00163a99-5215-48f7-a1c0-b44d47b3853d", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "authType": "userdefined"} 2026-07-08T23:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "889e144f-8db9-486c-82cf-65338448b675", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631"} 2026-07-08T23:05:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:05:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631-kserve-route-authn"} 2026-07-08T23:05:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "2711631b-202a-4348-95fa-71750f4b5b7c", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7a2631","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "test-model-7a2631", "reconcileID": "319c728d-4a3a-4d67-a15f-43eb4f86e605", "LLMInferenceService": "test-model-7a2631", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "e23a6d0f-25fa-4f88-a28d-10862771bb99", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "e23a6d0f-25fa-4f88-a28d-10862771bb99", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "e23a6d0f-25fa-4f88-a28d-10862771bb99", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "3c9a38bb-84f7-4fbd-bed3-f3629afc8dd4", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "3c9a38bb-84f7-4fbd-bed3-f3629afc8dd4", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "3c9a38bb-84f7-4fbd-bed3-f3629afc8dd4", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:05:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7"} 2026-07-08T23:05:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:05:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7-kserve-route-authn"} 2026-07-08T23:05:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "32a1d009-712d-4b94-a9bf-09e7cfab8cdc", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e37dc7","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "test-model-e37dc7", "reconcileID": "ed7f2edc-9f8f-46ab-9f67-479d7ba350a5", "LLMInferenceService": "test-model-e37dc7", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "fb74f4ab-6de9-4159-8b81-7558a4da926c", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "fb74f4ab-6de9-4159-8b81-7558a4da926c", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "fb74f4ab-6de9-4159-8b81-7558a4da926c", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b7f8b799-da4f-46d6-9ee5-d65fa9fc0776", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b7f8b799-da4f-46d6-9ee5-d65fa9fc0776", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "b7f8b799-da4f-46d6-9ee5-d65fa9fc0776", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3026dc60-fe04-4791-bb0a-a730605accf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "12522b35-7679-4b7d-920c-bc604f52ca0e", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "12522b35-7679-4b7d-920c-bc604f52ca0e", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631-authn-ssl"} 2026-07-08T23:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "12522b35-7679-4b7d-920c-bc604f52ca0e", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:06:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28eab562-8b25-4297-8301-6a005f604eed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28eab562-8b25-4297-8301-6a005f604eed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28eab562-8b25-4297-8301-6a005f604eed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-7a2631 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:06:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-trusted-ca-bundle", "reconcileID": "749b6fff-4e3a-4160-87ca-b7f6bb93ca9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-trusted-ca-bundle", "reconcileID": "749b6fff-4e3a-4160-87ca-b7f6bb93ca9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "e66b8946-9a96-46f3-b7e5-b992da4440bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "openshift-service-ca.crt", "reconcileID": "e66b8946-9a96-46f3-b7e5-b992da4440bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "579746cc-1bb5-41ce-8abd-8533bf4f124a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7a2631"}, "namespace": "ai-tenant-e2e-inf-a-7a2631", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "579746cc-1bb5-41ce-8abd-8533bf4f124a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7a2631"} 2026-07-08T23:06:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7a2631","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7a2631", "reconcileID": "09a68c23-4a16-4e02-a606-7acbf4876e52", "Gateway": "e2e-inf-a-7a2631", "namespace": "openshift-ingress"} 2026-07-08T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80cae843-9c66-451a-9435-7745ac36445c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "caee3983-527e-49c7-a9bc-8cde8e154ae5", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "caee3983-527e-49c7-a9bc-8cde8e154ae5", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7-authn-ssl"} 2026-07-08T23:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "caee3983-527e-49c7-a9bc-8cde8e154ae5", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:06:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e399fae-fcc1-48e4-b928-fb25591ffcdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e399fae-fcc1-48e4-b928-fb25591ffcdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e399fae-fcc1-48e4-b928-fb25591ffcdc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-e37dc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:06:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-trusted-ca-bundle", "reconcileID": "1052f5c7-5a15-46af-b428-9a62a92b7aea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-trusted-ca-bundle", "reconcileID": "1052f5c7-5a15-46af-b428-9a62a92b7aea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "3ba1883c-34d5-48d5-9dc0-448138ca0038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "openshift-service-ca.crt", "reconcileID": "3ba1883c-34d5-48d5-9dc0-448138ca0038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dedc27c1-a00c-4421-b2f6-fec45fd7227d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e37dc7"}, "namespace": "ai-tenant-e2e-inf-b-e37dc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dedc27c1-a00c-4421-b2f6-fec45fd7227d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e37dc7"} 2026-07-08T23:06:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e37dc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e37dc7", "reconcileID": "10965867-91aa-47ac-bb4f-2c59feb0d41e", "Gateway": "e2e-inf-b-e37dc7", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "9608ff81-f652-48c7-a2c6-8d80e795c9cd", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "9608ff81-f652-48c7-a2c6-8d80e795c9cd", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "9608ff81-f652-48c7-a2c6-8d80e795c9cd", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "6adc9b5e-750e-419c-90cc-f384004cf886", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "6adc9b5e-750e-419c-90cc-f384004cf886", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "6adc9b5e-750e-419c-90cc-f384004cf886", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "b051f011-63ff-41a4-9ffc-425b8681ac3f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "b051f011-63ff-41a4-9ffc-425b8681ac3f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "b051f011-63ff-41a4-9ffc-425b8681ac3f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "ca10aebb-2e35-4d5c-91fb-2dee91929371", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "ca10aebb-2e35-4d5c-91fb-2dee91929371", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "ca10aebb-2e35-4d5c-91fb-2dee91929371", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "91f27ad9-f5e9-41d3-a8f6-63b22cb8443f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "91f27ad9-f5e9-41d3-a8f6-63b22cb8443f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "91f27ad9-f5e9-41d3-a8f6-63b22cb8443f", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "213870af-2353-4e80-bfaf-d8c9d8782ad1", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "213870af-2353-4e80-bfaf-d8c9d8782ad1", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "213870af-2353-4e80-bfaf-d8c9d8782ad1", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "fc4fa362-8fc2-40a3-947e-362ae8984021", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "fc4fa362-8fc2-40a3-947e-362ae8984021", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "fc4fa362-8fc2-40a3-947e-362ae8984021", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "9c8f430c-d794-4015-bcfd-1fc64b32b0a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "6b5633aa-2c51-467c-863d-1038f699256f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "b94f019d-b942-4034-99cf-793126800e33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "b94f019d-b942-4034-99cf-793126800e33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2215d14a-d18c-4237-a00e-b451b9d85dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "b5ee13a1-3c71-42fe-8709-cccbe94b31ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "481afaba-860b-4ab8-806a-b71eb5f1e81d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "481afaba-860b-4ab8-806a-b71eb5f1e81d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b67c90a-78c4-4493-beb1-cb22447a829a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "47480f03-a944-486e-bb89-97b40ef337b9", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "47480f03-a944-486e-bb89-97b40ef337b9", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "47480f03-a944-486e-bb89-97b40ef337b9", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c24c9688-1296-4b0c-a8f2-141c137b25a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7b033c7a-2598-4039-bfe4-3db24f307678", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7b033c7a-2598-4039-bfe4-3db24f307678", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7b033c7a-2598-4039-bfe4-3db24f307678", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c56a96c-1b19-4a55-b1bb-6c9403504349", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c56a96c-1b19-4a55-b1bb-6c9403504349", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c56a96c-1b19-4a55-b1bb-6c9403504349", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6b9a2afc-6ee6-4e97-8068-2dee8d4a27c7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6b9a2afc-6ee6-4e97-8068-2dee8d4a27c7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6b9a2afc-6ee6-4e97-8068-2dee8d4a27c7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "cbf96789-bbf1-44d5-a572-739768d8d272", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "cbf96789-bbf1-44d5-a572-739768d8d272", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "cbf96789-bbf1-44d5-a572-739768d8d272", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "73d19691-772c-41b1-9a4a-ce2ad2e52025", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "73d19691-772c-41b1-9a4a-ce2ad2e52025", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "73d19691-772c-41b1-9a4a-ce2ad2e52025", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c617e8d-77cd-42b2-ba25-d4b314198921", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c617e8d-77cd-42b2-ba25-d4b314198921", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "8c617e8d-77cd-42b2-ba25-d4b314198921", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "12d3a36d-a68f-4333-9b53-c3a76f8697f7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "12d3a36d-a68f-4333-9b53-c3a76f8697f7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "12d3a36d-a68f-4333-9b53-c3a76f8697f7", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "73feec8a-7717-45fa-a413-5ade4b91901e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "d2720022-66dd-4f8b-9878-7ede9035795a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "d2720022-66dd-4f8b-9878-7ede9035795a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-trusted-ca-bundle", "reconcileID": "476cc1d8-0356-4feb-8f0e-fb3b23ca3cb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "695a746c-f28b-457d-a1a1-31813c6403a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "79b9b6f1-38a3-4e24-8831-8aef3ce30f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-trusted-ca-bundle", "reconcileID": "a6aa6651-2e36-47e8-b388-09b58acf614a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-trusted-ca-bundle", "reconcileID": "a6aa6651-2e36-47e8-b388-09b58acf614a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d826cd9b-f368-414a-9826-37e268eca322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6f79061a-e11d-4233-b7fc-f2cc9b979e2f", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6f79061a-e11d-4233-b7fc-f2cc9b979e2f", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "6f79061a-e11d-4233-b7fc-f2cc9b979e2f", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4e83922-4249-43f8-8fda-836afbd2253b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "c91d9f7b-2e43-4562-84e9-e82766326005", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "c91d9f7b-2e43-4562-84e9-e82766326005", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "c91d9f7b-2e43-4562-84e9-e82766326005", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "2c26a08f-768c-41c6-b6ed-a7cb8ef2bbe8", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "2c26a08f-768c-41c6-b6ed-a7cb8ef2bbe8", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "2c26a08f-768c-41c6-b6ed-a7cb8ef2bbe8", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "697b6e14-eccd-40d8-b663-79c320c9c84c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "4611d88b-55b0-45bb-9fac-ea7cab091a89", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "4611d88b-55b0-45bb-9fac-ea7cab091a89", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb-authn-ssl"} 2026-07-08T23:06:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "4611d88b-55b0-45bb-9fac-ea7cab091a89", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24cd29b-ef3d-4217-b7e5-feeb29398c49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24cd29b-ef3d-4217-b7e5-feeb29398c49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24cd29b-ef3d-4217-b7e5-feeb29398c49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8b0dbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:06:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "8e549e6c-6c23-4b9f-8319-bad3da02fb6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-trusted-ca-bundle", "reconcileID": "8e549e6c-6c23-4b9f-8319-bad3da02fb6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "12c01cec-3d17-4f4c-b50b-51db6efb91d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "openshift-service-ca.crt", "reconcileID": "12c01cec-3d17-4f4c-b50b-51db6efb91d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2603ffb3-4a55-490c-a7ae-2620d9b168b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8b0dbb"}, "namespace": "ai-tenant-e2e-api-a-8b0dbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2603ffb3-4a55-490c-a7ae-2620d9b168b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8b0dbb"} 2026-07-08T23:06:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8b0dbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8b0dbb", "reconcileID": "a79685da-04fc-43d4-8417-7db8ab83c545", "Gateway": "e2e-api-a-8b0dbb", "namespace": "openshift-ingress"} 2026-07-08T23:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba1cd963-d511-49a9-af44-ae8c0151603c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7d005182-15e5-4d53-81b3-095073cf7ee5", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7d005182-15e5-4d53-81b3-095073cf7ee5", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress", "name": "e2e-api-b-cead44-authn-ssl"} 2026-07-08T23:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "7d005182-15e5-4d53-81b3-095073cf7ee5", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957826c8-fcfd-4f4d-9aac-efdf24583f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957826c8-fcfd-4f4d-9aac-efdf24583f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957826c8-fcfd-4f4d-9aac-efdf24583f8d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cead44 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:06:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-trusted-ca-bundle", "reconcileID": "12adbf7a-5dd7-4f78-ad59-7dfec586a8da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-trusted-ca-bundle", "reconcileID": "12adbf7a-5dd7-4f78-ad59-7dfec586a8da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "7fff813d-7868-46a3-a74d-e7313a464d8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "openshift-service-ca.crt", "reconcileID": "7fff813d-7868-46a3-a74d-e7313a464d8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08cc2b8e-ebdb-4a61-9d16-bc93a794e3d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cead44"}, "namespace": "ai-tenant-e2e-api-b-cead44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08cc2b8e-ebdb-4a61-9d16-bc93a794e3d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cead44"} 2026-07-08T23:06:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cead44","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cead44", "reconcileID": "b6f9e8d9-9ef4-41e0-816c-940947531ce0", "Gateway": "e2e-api-b-cead44", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "e16055c3-bd82-4bab-a4e4-34849e3e8fa2", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "e16055c3-bd82-4bab-a4e4-34849e3e8fa2", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "e16055c3-bd82-4bab-a4e4-34849e3e8fa2", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "63880846-086f-4c0c-ac49-138c3dc0a26f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "63880846-086f-4c0c-ac49-138c3dc0a26f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "63880846-086f-4c0c-ac49-138c3dc0a26f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "a03448f8-9ebb-4598-8670-533a57c4b6dd", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "a03448f8-9ebb-4598-8670-533a57c4b6dd", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "a03448f8-9ebb-4598-8670-533a57c4b6dd", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "42801ca8-7e3c-49af-bc8d-62d326f6436f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "42801ca8-7e3c-49af-bc8d-62d326f6436f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "42801ca8-7e3c-49af-bc8d-62d326f6436f", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "5a64fe75-f942-4245-8868-06d05cfeb4ae", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "5a64fe75-f942-4245-8868-06d05cfeb4ae", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "5a64fe75-f942-4245-8868-06d05cfeb4ae", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f5d54cc0-3ca6-4f6d-9efc-c7c02117fa8a", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f5d54cc0-3ca6-4f6d-9efc-c7c02117fa8a", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f5d54cc0-3ca6-4f6d-9efc-c7c02117fa8a", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "c33c1a07-44a8-4be1-a7da-c5acb1c49233", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "c33c1a07-44a8-4be1-a7da-c5acb1c49233", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "c33c1a07-44a8-4be1-a7da-c5acb1c49233", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "7ba593e4-d8c9-4daf-95d6-ef096065a0e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-trusted-ca-bundle", "reconcileID": "93695fd8-224b-4659-9926-f60b4788867c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "76a6a29e-02be-4826-9809-a73895c6cc81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "76a6a29e-02be-4826-9809-a73895c6cc81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "a74bf9a1-9582-43a0-ad10-980527961e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72319f3b-8d3f-4dbc-a791-47833914e24a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-trusted-ca-bundle", "reconcileID": "03766020-1ffb-4f5d-88cb-6e8a7e953f99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:06:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-trusted-ca-bundle", "reconcileID": "03766020-1ffb-4f5d-88cb-6e8a7e953f99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "211a028b-cc9b-42a4-95b7-20500bba3fea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:06:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "099f1e52-f6d7-4b1c-ac7c-ed70bc173dbc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "099f1e52-f6d7-4b1c-ac7c-ed70bc173dbc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:06:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "099f1e52-f6d7-4b1c-ac7c-ed70bc173dbc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:06:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b7674d2-d2e1-4d2b-b6d4-1b73a1db2975", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3781b25d-b78a-4410-92c2-946fb22bbed9", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3781b25d-b78a-4410-92c2-946fb22bbed9", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3781b25d-b78a-4410-92c2-946fb22bbed9", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "f22070ec-e0cc-4de8-9b2e-ae6b17aa3faf", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "f22070ec-e0cc-4de8-9b2e-ae6b17aa3faf", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "f22070ec-e0cc-4de8-9b2e-ae6b17aa3faf", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abd8ab43-08f9-41ae-af99-863975bb9387", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abd8ab43-08f9-41ae-af99-863975bb9387", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abd8ab43-08f9-41ae-af99-863975bb9387", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "445ed560-54fa-4e4e-be5f-110f6170a12c", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "445ed560-54fa-4e4e-be5f-110f6170a12c", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "445ed560-54fa-4e4e-be5f-110f6170a12c", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "b80dfec8-144b-4ef1-9d16-256531ba2dcd", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "b80dfec8-144b-4ef1-9d16-256531ba2dcd", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "b80dfec8-144b-4ef1-9d16-256531ba2dcd", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "0e2139a5-bb58-4676-8b35-a8cb52ce8241", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "0e2139a5-bb58-4676-8b35-a8cb52ce8241", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "0e2139a5-bb58-4676-8b35-a8cb52ce8241", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3ce026fb-8c97-4866-b959-64e2ab43ac85", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3ce026fb-8c97-4866-b959-64e2ab43ac85", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "3ce026fb-8c97-4866-b959-64e2ab43ac85", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "d2dce3c8-0fe1-4f00-bb13-bdec83da57c8", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "d2dce3c8-0fe1-4f00-bb13-bdec83da57c8", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "d2dce3c8-0fe1-4f00-bb13-bdec83da57c8", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "dd62a74f-879b-44d2-b452-474005d24448", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "dd62a74f-879b-44d2-b452-474005d24448", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "dd62a74f-879b-44d2-b452-474005d24448", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4768d316-dfe2-49d4-b137-f84d5c4dd947", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "1408d3ad-8e3e-447e-ab42-b73ac714175d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-trusted-ca-bundle", "reconcileID": "bf6bf70a-e513-4b8f-820a-1db8ce5acc1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "592091e7-cade-40ad-ba41-d3ae2ed16c89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:07:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "592091e7-cade-40ad-ba41-d3ae2ed16c89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c23442a-8d32-406a-a7bb-ba90be409915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "074dc62b-d9bf-4ce9-8939-be332f41a91c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-trusted-ca-bundle", "reconcileID": "4f1dbc54-65ae-40c6-a926-051b6f122b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:07:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-trusted-ca-bundle", "reconcileID": "4f1dbc54-65ae-40c6-a926-051b6f122b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cb5154c-8ef9-46ba-8b65-e0ab81b11514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:07:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "7e6e4a40-72ec-4378-b7fe-95b9ab903a7e", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "7e6e4a40-72ec-4378-b7fe-95b9ab903a7e", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:07:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "7e6e4a40-72ec-4378-b7fe-95b9ab903a7e", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27a18264-5443-4696-b7f0-c411b44fef65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "e9773003-b71b-45ce-a53b-e0e602307064", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "e9773003-b71b-45ce-a53b-e0e602307064", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "e9773003-b71b-45ce-a53b-e0e602307064", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "029f94f3-5c50-48aa-9665-c90bce6ffdf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8df7977-8c5e-4cba-ace8-e470e9a1beea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf377690-2214-40cc-b1ed-e0434e4dca84", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f4ed62ec-8912-4b1f-aa2a-140633e268bc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f4ed62ec-8912-4b1f-aa2a-140633e268bc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d-authn-ssl"} 2026-07-08T23:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "f4ed62ec-8912-4b1f-aa2a-140633e268bc", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:10:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0dbe53b-0bfa-4671-b365-81a9c8dd337b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0dbe53b-0bfa-4671-b365-81a9c8dd337b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:10:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0dbe53b-0bfa-4671-b365-81a9c8dd337b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d4367d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:10:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-trusted-ca-bundle", "reconcileID": "4876ed72-7603-40de-af1a-ffd1fb6df292", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-trusted-ca-bundle", "reconcileID": "4876ed72-7603-40de-af1a-ffd1fb6df292", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "b394a611-4483-42b0-9145-d90b2fee64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "openshift-service-ca.crt", "reconcileID": "b394a611-4483-42b0-9145-d90b2fee64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68802817-7d0d-4bc3-9324-683133b4dba8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4367d"}, "namespace": "ai-tenant-e2e-shared-a-d4367d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68802817-7d0d-4bc3-9324-683133b4dba8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4367d"} 2026-07-08T23:10:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4367d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4367d", "reconcileID": "bb01fcc7-2af6-4682-aa16-4a71a8d7c657", "Gateway": "e2e-shared-a-d4367d", "namespace": "openshift-ingress"} 2026-07-08T23:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d7499dc-da60-4c1e-8bdd-a8881e139a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T23:10:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abdc56ce-da3f-4d6d-84d3-d2b5278211b4", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:10:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abdc56ce-da3f-4d6d-84d3-d2b5278211b4", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822-authn-ssl"} 2026-07-08T23:10:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "abdc56ce-da3f-4d6d-84d3-d2b5278211b4", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:10:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T23:10:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T23:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38e0b2-cbec-4bb0-8174-a32676362e3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38e0b2-cbec-4bb0-8174-a32676362e3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T23:10:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a38e0b2-cbec-4bb0-8174-a32676362e3c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-96e822 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T23:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-trusted-ca-bundle", "reconcileID": "ee394f73-c2bd-47c9-89a5-b2d341f86753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-trusted-ca-bundle", "reconcileID": "ee394f73-c2bd-47c9-89a5-b2d341f86753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "f5ce99e3-ab36-40e7-81f8-5ae9aafee35a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "openshift-service-ca.crt", "reconcileID": "f5ce99e3-ab36-40e7-81f8-5ae9aafee35a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01b5574-16bf-4c00-8cf4-d808299c174e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-96e822"}, "namespace": "ai-tenant-e2e-shared-b-96e822", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01b5574-16bf-4c00-8cf4-d808299c174e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-96e822"} 2026-07-08T23:10:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-96e822","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-96e822", "reconcileID": "658242c9-8315-4cfc-a522-4833df3eb020", "Gateway": "e2e-shared-b-96e822", "namespace": "openshift-ingress"} 2026-07-08T23:10:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T23:10:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}